[ 529.777652] env[69289]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69289) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.777972] env[69289]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69289) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.778112] env[69289]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69289) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.778464] env[69289]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 529.876328] env[69289]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69289) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 529.885884] env[69289]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69289) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 529.928827] env[69289]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 530.488225] env[69289]: INFO nova.virt.driver [None req-59f26cd5-0e3e-4106-a9dc-647f7ad3a18f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.558203] env[69289]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.558371] env[69289]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.558459] env[69289]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69289) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.808776] env[69289]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-08a3af36-0490-45f6-85c3-37a9c7b0402e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.824542] env[69289]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69289) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.824652] env[69289]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8c5f6d21-0612-4457-8bce-6572251558cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.857816] env[69289]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 99241. [ 533.857947] env[69289]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.300s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.858646] env[69289]: INFO nova.virt.vmwareapi.driver [None req-59f26cd5-0e3e-4106-a9dc-647f7ad3a18f None None] VMware vCenter version: 7.0.3 [ 533.862202] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848acffd-30eb-4f7b-927e-a5d7e742c84b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.880447] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad85456-e407-469e-b553-74911b727634 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.886630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caab20c-ddcc-44a5-9cee-bfa847295d4a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.893557] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e9d032-d9b6-48a3-a07d-018180ab074c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.907194] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb0ef7-a384-4a9d-949a-73e181546a0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.913432] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd170be7-80d3-45c3-9c57-9592e42d264e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.944295] env[69289]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-3816801b-0c3b-45a1-a680-f98270bfddc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.949585] env[69289]: DEBUG nova.virt.vmwareapi.driver [None req-59f26cd5-0e3e-4106-a9dc-647f7ad3a18f None None] Extension org.openstack.compute already exists. {{(pid=69289) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 533.952337] env[69289]: INFO nova.compute.provider_config [None req-59f26cd5-0e3e-4106-a9dc-647f7ad3a18f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.455472] env[69289]: DEBUG nova.context [None req-59f26cd5-0e3e-4106-a9dc-647f7ad3a18f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),83491618-380d-4961-9b0e-09ddd6da68c2(cell1) {{(pid=69289) load_cells /opt/stack/nova/nova/context.py:464}} [ 534.457565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.457943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.458788] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.459297] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Acquiring lock "83491618-380d-4961-9b0e-09ddd6da68c2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.459507] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Lock "83491618-380d-4961-9b0e-09ddd6da68c2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.460547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Lock "83491618-380d-4961-9b0e-09ddd6da68c2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.481535] env[69289]: INFO dbcounter [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Registered counter for database nova_cell0 [ 534.489365] env[69289]: INFO dbcounter [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Registered counter for database nova_cell1 [ 534.492543] env[69289]: DEBUG oslo_db.sqlalchemy.engines [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69289) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.492923] env[69289]: DEBUG oslo_db.sqlalchemy.engines [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69289) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.497796] env[69289]: ERROR nova.db.main.api [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.497796] env[69289]: result = function(*args, **kwargs) [ 534.497796] env[69289]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 534.497796] env[69289]: return func(*args, **kwargs) [ 534.497796] env[69289]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.497796] env[69289]: result = fn(*args, **kwargs) [ 534.497796] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.497796] env[69289]: return f(*args, **kwargs) [ 534.497796] env[69289]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.497796] env[69289]: return db.service_get_minimum_version(context, binaries) [ 534.497796] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.497796] env[69289]: _check_db_access() [ 534.497796] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.497796] env[69289]: stacktrace = ''.join(traceback.format_stack()) [ 534.497796] env[69289]: [ 534.498513] env[69289]: ERROR nova.db.main.api [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 534.498513] env[69289]: result = function(*args, **kwargs) [ 534.498513] env[69289]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 534.498513] env[69289]: return func(*args, **kwargs) [ 534.498513] env[69289]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 534.498513] env[69289]: result = fn(*args, **kwargs) [ 534.498513] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.498513] env[69289]: return f(*args, **kwargs) [ 534.498513] env[69289]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 534.498513] env[69289]: return db.service_get_minimum_version(context, binaries) [ 534.498513] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.498513] env[69289]: _check_db_access() [ 534.498513] env[69289]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.498513] env[69289]: stacktrace = ''.join(traceback.format_stack()) [ 534.498513] env[69289]: [ 534.498941] env[69289]: WARNING nova.objects.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Failed to get minimum service version for cell 83491618-380d-4961-9b0e-09ddd6da68c2 [ 534.499077] env[69289]: WARNING nova.objects.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.499500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Acquiring lock "singleton_lock" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.499661] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Acquired lock "singleton_lock" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.499899] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Releasing lock "singleton_lock" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.500236] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Full set of CONF: {{(pid=69289) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 534.500380] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ******************************************************************************** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.500509] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] Configuration options gathered from: {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.500643] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.500836] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.500964] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ================================================================================ {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.501185] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] allow_resize_to_same_host = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501354] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] arq_binding_timeout = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501486] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] backdoor_port = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501614] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] backdoor_socket = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501778] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] block_device_allocate_retries = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.501941] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] block_device_allocate_retries_interval = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502126] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cert = self.pem {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502295] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502465] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute_monitors = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502634] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] config_dir = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502806] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] config_drive_format = iso9660 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.502950] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503125] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] config_source = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503297] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] console_host = devstack {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503463] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] control_exchange = nova {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503621] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cpu_allocation_ratio = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503780] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] daemon = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.503948] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] debug = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504126] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_access_ip_network_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504298] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_availability_zone = nova {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504454] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_ephemeral_format = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504614] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_green_pool_size = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.504886] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505091] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] default_schedule_zone = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505263] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] disk_allocation_ratio = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505426] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] enable_new_services = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505609] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] enabled_apis = ['osapi_compute'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505772] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] enabled_ssl_apis = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.505934] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] flat_injected = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506105] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] force_config_drive = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506269] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] force_raw_images = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506440] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] graceful_shutdown_timeout = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506607] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] heal_instance_info_cache_interval = -1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.506830] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] host = cpu-1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507028] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507194] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] initial_disk_allocation_ratio = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507353] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] initial_ram_allocation_ratio = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507593] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507798] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_build_timeout = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.507965] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_delete_interval = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508155] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_format = [instance: %(uuid)s] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508326] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_name_template = instance-%08x {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508488] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_usage_audit = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508669] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_usage_audit_period = month {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.508877] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509066] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] instances_path = /opt/stack/data/nova/instances {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509241] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] internal_service_availability_zone = internal {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509399] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] key = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509557] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] live_migration_retry_count = 30 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509724] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_color = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.509882] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_config_append = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510058] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510224] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_dir = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510381] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510506] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_options = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510665] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_rotate_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510834] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_rotate_interval_type = days {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.510999] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] log_rotation_type = none {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511142] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511269] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511440] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511605] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511733] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.511897] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] long_rpc_timeout = 1800 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512064] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_concurrent_builds = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512227] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_concurrent_live_migrations = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512382] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_concurrent_snapshots = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512537] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_local_block_devices = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512692] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_logfile_count = 30 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.512847] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] max_logfile_size_mb = 200 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513007] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] maximum_instance_delete_attempts = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513184] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metadata_listen = 0.0.0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513350] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metadata_listen_port = 8775 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513518] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metadata_workers = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513678] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] migrate_max_retries = -1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.513844] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] mkisofs_cmd = genisoimage {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514062] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] my_block_storage_ip = 10.180.1.21 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514198] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] my_ip = 10.180.1.21 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514406] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514567] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] network_allocate_retries = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514747] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.514914] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] osapi_compute_listen = 0.0.0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515093] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] osapi_compute_listen_port = 8774 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515265] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] osapi_compute_unique_server_name_scope = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515437] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] osapi_compute_workers = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515634] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] password_length = 12 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515755] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] periodic_enable = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.515916] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] periodic_fuzzy_delay = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516096] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] pointer_model = usbtablet {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516266] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] preallocate_images = none {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516425] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] publish_errors = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516554] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] pybasedir = /opt/stack/nova {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516710] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ram_allocation_ratio = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.516879] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rate_limit_burst = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517092] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rate_limit_except_level = CRITICAL {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517265] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rate_limit_interval = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517426] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reboot_timeout = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517587] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reclaim_instance_interval = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517767] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] record = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.517948] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reimage_timeout_per_gb = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518131] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] report_interval = 120 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518295] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rescue_timeout = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518455] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reserved_host_cpus = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518614] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reserved_host_disk_mb = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518787] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reserved_host_memory_mb = 512 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.518959] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] reserved_huge_pages = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519162] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] resize_confirm_window = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519295] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] resize_fs_using_block_device = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519451] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] resume_guests_state_on_host_boot = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519618] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519784] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] rpc_response_timeout = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.519939] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] run_external_periodic_tasks = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520122] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] running_deleted_instance_action = reap {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520285] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] running_deleted_instance_poll_interval = 1800 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520443] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] running_deleted_instance_timeout = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520603] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler_instance_sync_interval = 120 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520771] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_down_time = 720 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.520942] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] servicegroup_driver = db {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521112] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] shell_completion = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521277] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] shelved_offload_time = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521439] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] shelved_poll_interval = 3600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521606] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] shutdown_timeout = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521768] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] source_is_ipv6 = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.521927] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ssl_only = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.522195] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.522366] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] sync_power_state_interval = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.522530] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] sync_power_state_pool_size = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.522694] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] syslog_log_facility = LOG_USER {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.522852] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] tempdir = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523025] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] timeout_nbd = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523191] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] transport_url = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523348] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] update_resources_interval = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523507] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_cow_images = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523669] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_journal = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523832] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_json = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.523991] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_rootwrap_daemon = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524164] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_stderr = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524321] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] use_syslog = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524478] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vcpu_pin_set = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524642] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plugging_is_fatal = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524808] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plugging_timeout = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.524974] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] virt_mkfs = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.525151] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] volume_usage_poll_interval = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.525312] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] watch_log_file = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.525479] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] web = /usr/share/spice-html5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.525678] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525835] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.525996] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526180] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_concurrency.disable_process_locking = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526765] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.526961] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527152] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527334] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527510] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527698] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.527898] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.auth_strategy = keystone {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528085] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.compute_link_prefix = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528268] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528446] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.dhcp_domain = novalocal {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528618] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.enable_instance_password = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.528853] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.glance_link_prefix = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529057] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529271] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529407] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.instance_list_per_project_cells = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529570] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.list_records_by_skipping_down_cells = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529736] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.local_metadata_per_cell = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.529907] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.max_limit = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530090] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.metadata_cache_expiration = 15 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530270] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.neutron_default_tenant_id = default {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530446] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.response_validation = warn {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530616] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.use_neutron_default_nets = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530785] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.530952] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531154] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531347] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531520] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_dynamic_targets = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531683] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_jsonfile_path = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.531864] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532067] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.backend = dogpile.cache.memcached {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532241] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.backend_argument = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532403] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.backend_expiration_time = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532573] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.config_prefix = cache.oslo {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532742] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.dead_timeout = 60.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.532905] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.debug_cache_backend = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533080] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.enable_retry_client = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533244] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.enable_socket_keepalive = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533415] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.enabled = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533581] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.enforce_fips_mode = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533744] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.expiration_time = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.533907] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.hashclient_retry_attempts = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534085] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.hashclient_retry_delay = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534252] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_dead_retry = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534410] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_password = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534576] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534738] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.534900] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_pool_maxsize = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535077] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535242] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_sasl_enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535421] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535587] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_socket_timeout = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535747] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.memcache_username = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.535914] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.proxies = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536089] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_db = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536252] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_password = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536427] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_sentinel_service_name = mymaster {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536605] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536770] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_server = localhost:6379 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.536938] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_socket_timeout = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537107] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.redis_username = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537274] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.retry_attempts = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537438] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.retry_delay = 0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537603] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.socket_keepalive_count = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537792] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.socket_keepalive_idle = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.537962] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.socket_keepalive_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538140] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.tls_allowed_ciphers = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538298] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.tls_cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538456] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.tls_certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538618] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.tls_enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.538824] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cache.tls_keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539021] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539204] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.auth_type = password {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539377] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539543] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.catalog_info = volumev3::publicURL {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539707] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.539874] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540050] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.cross_az_attach = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540220] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.debug = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540381] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.endpoint_template = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540543] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.http_retries = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540707] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.540909] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541105] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.os_region_name = RegionOne {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541273] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541434] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cinder.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541605] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541784] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.cpu_dedicated_set = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.541958] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.cpu_shared_set = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542139] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.image_type_exclude_list = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542316] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542478] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.max_concurrent_disk_ops = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542643] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.max_disk_devices_to_attach = -1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542807] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.542975] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543151] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.resource_provider_association_refresh = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543315] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543478] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.shutdown_retry_interval = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543659] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.543840] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] conductor.workers = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544030] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] console.allowed_origins = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544197] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] console.ssl_ciphers = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544395] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] console.ssl_minimum_version = default {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544627] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] consoleauth.enforce_session_timeout = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544810] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] consoleauth.token_ttl = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.544992] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545170] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545337] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545500] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545659] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545819] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.545981] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546154] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546314] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546473] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546632] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546792] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.546950] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547132] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.service_type = accelerator {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547298] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547458] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547615] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547797] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.547984] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.548163] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] cyborg.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.548337] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.asyncio_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.548498] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.asyncio_slave_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.548685] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.backend = sqlalchemy {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.548873] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549054] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.connection_debug = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549233] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.connection_parameters = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549401] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.connection_recycle_time = 3600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549567] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.connection_trace = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549731] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.db_inc_retry_interval = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.549899] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.db_max_retries = 20 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550074] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.db_max_retry_interval = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550242] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.db_retry_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550407] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.max_overflow = 50 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550569] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.max_pool_size = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550729] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.max_retries = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.550902] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551078] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.mysql_wsrep_sync_wait = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551241] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.pool_timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551406] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.retry_interval = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551564] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.slave_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551726] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.sqlite_synchronous = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.551890] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] database.use_db_reconnect = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552070] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.asyncio_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552234] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.asyncio_slave_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552405] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.backend = sqlalchemy {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552574] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552740] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.connection_debug = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.552953] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.connection_parameters = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553141] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.connection_recycle_time = 3600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553312] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.connection_trace = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553476] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.db_inc_retry_interval = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553640] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.db_max_retries = 20 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553807] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.db_max_retry_interval = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.553970] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.db_retry_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554148] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.max_overflow = 50 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554312] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.max_pool_size = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554473] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.max_retries = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554642] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554803] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.554962] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.pool_timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.555151] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.retry_interval = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.555366] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.slave_connection = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.555543] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] api_database.sqlite_synchronous = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.555720] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] devices.enabled_mdev_types = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.555904] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556089] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ephemeral_storage_encryption.default_format = luks {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556258] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ephemeral_storage_encryption.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556422] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556595] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.api_servers = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556762] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.556925] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557100] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557263] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557423] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557581] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.debug = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557779] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.default_trusted_certificate_ids = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.557951] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.enable_certificate_validation = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558127] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.enable_rbd_download = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558293] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558459] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558623] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558814] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.558982] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.559161] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.num_retries = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.559337] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.rbd_ceph_conf = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.559499] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.rbd_connect_timeout = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.559672] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.rbd_pool = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.559843] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.rbd_user = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560044] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560223] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560388] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560561] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.service_type = image {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560724] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.560885] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561055] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561219] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561402] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561566] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.verify_glance_signatures = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561728] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] glance.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.561897] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] guestfs.debug = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562080] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562248] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.auth_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562407] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562563] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562725] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.562885] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563053] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563214] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563374] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563533] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563689] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.563848] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564062] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564266] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564433] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564605] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.service_type = shared-file-system {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564773] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.share_apply_policy_timeout = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.564939] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565116] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565279] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565436] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565616] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565775] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] manila.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.565943] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] mks.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.566309] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.566505] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.manager_interval = 2400 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.566676] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.precache_concurrency = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.566850] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.remove_unused_base_images = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567030] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567205] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567382] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] image_cache.subdirectory_name = _base {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567557] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.api_max_retries = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567766] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.api_retry_interval = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.567951] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568134] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.auth_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568297] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568459] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568622] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568814] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.conductor_group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.568982] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569156] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569317] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569480] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569640] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569804] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.569961] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570170] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.peer_list = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570334] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570493] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570656] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.serial_console_state_timeout = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570818] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.570989] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.service_type = baremetal {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571165] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.shard = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571330] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571489] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571648] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571807] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.571987] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.572163] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ironic.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.572345] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.572518] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] key_manager.fixed_key = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.572700] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.572865] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.barbican_api_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573036] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.barbican_endpoint = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573215] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.barbican_endpoint_type = public {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573378] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.barbican_region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573542] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573700] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.573865] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574037] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574202] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574366] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.number_of_retries = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574530] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.retry_delay = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574693] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.send_service_user_token = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.574858] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575027] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575195] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.verify_ssl = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575356] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican.verify_ssl_path = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575523] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575687] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.auth_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.575850] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576026] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576233] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576403] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576566] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576732] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.576891] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] barbican_service_user.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577072] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.approle_role_id = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577238] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.approle_secret_id = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577410] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.kv_mountpoint = secret {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577571] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.kv_path = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577764] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.kv_version = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.577935] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.namespace = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.578112] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.root_token_id = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.578272] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.ssl_ca_crt_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.578439] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.timeout = 60.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.578600] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.use_ssl = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.578832] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579038] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579209] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579376] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579537] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579698] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.579861] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580077] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580277] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580442] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580601] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580763] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.580924] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581099] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581274] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.service_type = identity {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581438] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581595] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581753] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.581911] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.582103] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.582267] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] keystone.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.582459] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.ceph_mount_options = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.582761] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.582951] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.connection_uri = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583131] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_mode = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583303] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_model_extra_flags = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583474] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_models = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583649] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_power_governor_high = performance {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583820] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_power_governor_low = powersave {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.583985] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_power_management = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.584174] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.584361] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.default_tpm_secret_security = user {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.584536] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.device_detach_attempts = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.584706] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.device_detach_timeout = 20 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.584878] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.disk_cachemodes = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585053] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.disk_prefix = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585226] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.enabled_perf_events = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585391] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.file_backed_memory = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585555] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.gid_maps = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585718] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.hw_disk_discard = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.585879] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.hw_machine_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586064] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_rbd_ceph_conf = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586230] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586393] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586562] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_rbd_glance_store_name = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586731] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_rbd_pool = rbd {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.586902] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_type = default {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587081] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.images_volume_group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587252] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.inject_key = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587413] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.inject_partition = -2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587575] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.inject_password = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587765] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.iscsi_iface = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.587938] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.iser_use_multipath = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588119] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_bandwidth = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588286] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588449] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_downtime = 500 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588617] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588775] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.588937] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_inbound_addr = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589120] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589284] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_permit_post_copy = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589446] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_scheme = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589621] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_timeout_action = abort {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589788] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_tunnelled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.589950] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_uri = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.590155] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.live_migration_with_native_tls = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.590321] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.max_queues = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.590489] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.590725] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.590891] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.nfs_mount_options = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.591191] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.591369] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.591534] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_iser_scan_tries = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.591698] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_memory_encrypted_guests = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.591899] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.592097] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_pcie_ports = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.592271] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.num_volume_scan_tries = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.592437] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.pmem_namespaces = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.592596] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.quobyte_client_cfg = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.592891] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593081] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rbd_connect_timeout = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593251] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593416] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593576] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rbd_secret_uuid = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593735] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rbd_user = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.593898] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594083] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.remote_filesystem_transport = ssh {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594247] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rescue_image_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594406] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rescue_kernel_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594563] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rescue_ramdisk_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594733] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.594897] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.rx_queue_size = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.595074] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.smbfs_mount_options = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.595372] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.595548] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.snapshot_compression = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.595710] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.snapshot_image_format = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.595939] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596121] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.sparse_logical_volumes = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596292] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.supported_tpm_secret_security = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596457] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.swtpm_enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596628] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.swtpm_group = tss {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596801] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.swtpm_user = tss {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.596969] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.sysinfo_serial = unique {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.597144] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.tb_cache_size = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.597304] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.tx_queue_size = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.597468] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.uid_maps = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.597632] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.use_virtio_for_bridges = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.597826] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.virt_type = kvm {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598009] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.volume_clear = zero {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598184] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.volume_clear_size = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598349] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.volume_enforce_multipath = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598515] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.volume_use_multipath = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598677] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_cache_path = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.598849] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.599028] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_mount_group = qemu {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.599200] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_mount_opts = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.599375] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.599672] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.599856] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.vzstorage_mount_user = stack {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600074] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600245] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600423] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.auth_type = password {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600586] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600747] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.600910] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601083] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601245] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601417] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.default_floating_pool = public {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601577] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601744] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.extension_sync_interval = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.601908] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.http_retries = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602082] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602245] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602405] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602579] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602737] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.602908] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.ovs_bridge = br-int {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603085] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.physnets = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603257] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.region_name = RegionOne {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603418] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603588] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.service_metadata_proxy = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603748] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.603918] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.service_type = network {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604104] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604265] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604425] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604586] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604763] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.604925] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] neutron.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605112] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.bdms_in_notifications = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605294] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.default_level = INFO {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605459] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.include_share_mapping = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605637] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.notification_format = unversioned {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605798] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.notify_on_state_change = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.605978] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.606170] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] pci.alias = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.606343] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] pci.device_spec = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.606507] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] pci.report_in_placement = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.606676] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.606850] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.auth_type = password {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607241] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607241] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607346] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607493] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607657] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.607967] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608040] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.default_domain_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608172] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.default_domain_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608334] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.domain_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608493] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.domain_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608651] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608812] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.608968] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609138] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609296] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609461] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.password = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609620] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.project_domain_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609787] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.project_domain_name = Default {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.609956] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.project_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.610179] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.project_name = service {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.610348] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.region_name = RegionOne {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.610510] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.610671] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.610844] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.service_type = placement {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611013] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611182] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611340] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611497] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.system_scope = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611654] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611815] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.trust_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.611974] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.user_domain_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.612156] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.user_domain_name = Default {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.612315] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.user_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.612488] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.username = nova {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.612942] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.612942] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] placement.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613020] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.cores = 20 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613171] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.count_usage_from_placement = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613346] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613513] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.injected_file_content_bytes = 10240 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613679] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.injected_file_path_length = 255 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.613845] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.injected_files = 5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614016] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.instances = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614185] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.key_pairs = 100 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614351] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.metadata_items = 128 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614514] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.ram = 51200 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614677] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.recheck_quota = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.614845] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.server_group_members = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615016] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.server_groups = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615231] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615405] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] quota.unified_limits_resource_strategy = require {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615580] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615743] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.615907] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.image_metadata_prefilter = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616086] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616257] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.max_attempts = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616424] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.max_placement_results = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616585] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616746] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.query_placement_for_image_type_support = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.616911] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617098] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] scheduler.workers = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617278] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617449] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617625] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617820] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.617990] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.618172] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.618337] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.618525] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.618695] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.host_subset_size = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.618862] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619033] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619216] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619381] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619545] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619710] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.isolated_hosts = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.619872] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.isolated_images = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620065] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620295] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620409] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620570] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.pci_in_placement = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620732] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.620895] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621068] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621235] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621396] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621556] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621718] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.track_instance_changes = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.621895] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.622077] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metrics.required = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.622246] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metrics.weight_multiplier = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.622407] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.622567] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] metrics.weight_setting = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.622872] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623060] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623243] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.port_range = 10000:20000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623412] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623579] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623748] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] serial_console.serialproxy_port = 6083 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.623915] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624101] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.auth_type = password {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624268] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624423] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624585] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624748] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.624903] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.625083] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.send_service_user_token = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.625247] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.625402] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] service_user.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.625567] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.agent_enabled = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.625729] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626036] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626258] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626435] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.html5proxy_port = 6082 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626598] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.image_compression = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626759] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.jpeg_compression = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.626923] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.playback_compression = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.627101] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.require_secure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.627277] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.server_listen = 127.0.0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.627446] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.627748] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.627933] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.streaming_mode = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628113] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] spice.zlib_compression = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628285] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] upgrade_levels.baseapi = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628459] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] upgrade_levels.compute = auto {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628624] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] upgrade_levels.conductor = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628808] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] upgrade_levels.scheduler = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.628993] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629176] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.auth_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629342] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629499] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629662] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629824] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.629999] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.630199] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.630406] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vendordata_dynamic_auth.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.630535] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.api_retry_count = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.630697] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.ca_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.630875] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.cache_prefix = devstack-image-cache {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631054] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.cluster_name = testcl1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631242] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.connection_pool_size = 10 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631420] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.console_delay_seconds = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631594] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.datastore_regex = ^datastore.* {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631804] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.631985] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.host_password = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.632170] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.host_port = 443 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.632342] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.host_username = administrator@vsphere.local {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.632513] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.insecure = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.632675] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.integration_bridge = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.632840] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.maximum_objects = 100 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633012] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.pbm_default_policy = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633181] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.pbm_enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633341] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.pbm_wsdl_location = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633513] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633674] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.serial_port_proxy_uri = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.633833] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.serial_port_service_uri = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634009] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.task_poll_interval = 0.5 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634189] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.use_linked_clone = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634362] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.vnc_keymap = en-us {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634531] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.vnc_port = 5900 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634694] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vmware.vnc_port_total = 10000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.634883] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.auth_schemes = ['none'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.635067] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.635352] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.635539] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.635709] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.novncproxy_port = 6080 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.635896] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.server_listen = 127.0.0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636089] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636255] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.vencrypt_ca_certs = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636413] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.vencrypt_client_cert = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636570] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vnc.vencrypt_client_key = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636742] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.636907] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_deep_image_inspection = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637083] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637244] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637405] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637564] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.disable_rootwrap = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637767] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.enable_numa_live_migration = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.637937] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638115] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638279] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638441] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.libvirt_disable_apic = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638606] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638766] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.638927] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639099] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639264] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639424] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639583] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639740] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.639899] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640095] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640292] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640465] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.client_socket_timeout = 900 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640628] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.default_pool_size = 1000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640792] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.keep_alive = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.640965] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.max_header_line = 16384 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641143] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.secure_proxy_ssl_header = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641306] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.ssl_ca_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641467] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.ssl_cert_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641627] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.ssl_key_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641791] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.tcp_keepidle = 600 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.641972] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.642157] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] zvm.ca_file = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.642325] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] zvm.cloud_connector_url = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.642618] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.642793] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] zvm.reachable_timeout = 300 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.642974] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.643166] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.643341] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.connection_string = messaging:// {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.643507] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.enabled = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.643698] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.es_doc_type = notification {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.643844] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.es_scroll_size = 10000 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644015] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.es_scroll_time = 2m {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644185] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.filter_error_trace = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644356] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.hmac_keys = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644524] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.sentinel_service_name = mymaster {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644691] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.socket_timeout = 0.1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.644855] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.trace_requests = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645028] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler.trace_sqlalchemy = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645215] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler_jaeger.process_tags = {} {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645377] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler_jaeger.service_name_prefix = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645538] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] profiler_otlp.service_name_prefix = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645701] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] remote_debug.host = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.645862] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] remote_debug.port = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646050] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646216] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646376] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646534] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646693] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.646855] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647016] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647179] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647338] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647511] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647692] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.647877] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648057] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648228] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648391] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648557] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648742] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.648915] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649098] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649262] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649422] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649587] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649753] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.649915] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650118] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650288] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650450] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650660] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650774] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.650935] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651109] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651290] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651458] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651620] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651788] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.651958] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.ssl_version = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.652129] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.652313] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.652479] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_notifications.retry = -1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.652657] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.652831] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_messaging_notifications.transport_url = **** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653024] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.auth_section = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653185] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.auth_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653345] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.cafile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653506] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.certfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653665] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.collect_timing = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653824] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.connect_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.653980] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.connect_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654153] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_id = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654323] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_interface = publicURL {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654480] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_override = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654636] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654795] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.654950] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.endpoint_service_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655126] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.insecure = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655286] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.keyfile = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655446] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.max_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655603] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.min_version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655755] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.region_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.655913] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.retriable_status_codes = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656107] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.service_name = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656238] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.service_type = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656399] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.split_loggers = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656553] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.status_code_retries = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656710] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.status_code_retry_delay = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.656867] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.timeout = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657031] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.valid_interfaces = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657194] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_limit.version = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657358] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_reports.file_event_handler = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657520] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657702] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] oslo_reports.log_dir = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.657886] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658060] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658224] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658391] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658556] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658745] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.658921] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659093] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659254] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659419] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659576] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659731] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] vif_plug_ovs_privileged.user = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.659899] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.flat_interface = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660119] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660304] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660479] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660655] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660822] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.660989] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.661163] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.661341] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.661511] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.isolate_vif = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.661676] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.661841] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662013] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662187] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.ovsdb_interface = native {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662349] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] os_vif_ovs.per_port_bridge = False {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662518] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.capabilities = [21] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662677] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.662838] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.helper_command = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663012] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663183] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663343] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] privsep_osbrick.user = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663516] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663674] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.group = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663833] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.helper_command = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.663993] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.664170] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.664331] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] nova_sys_admin.user = None {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.664463] env[69289]: DEBUG oslo_service.backend.eventlet.service [None req-6fdc1b15-5a97-4986-b7d0-47961dfaac1f None None] ******************************************************************************** {{(pid=69289) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.664873] env[69289]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 535.171734] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Getting list of instances from cluster (obj){ [ 535.171734] env[69289]: value = "domain-c8" [ 535.171734] env[69289]: _type = "ClusterComputeResource" [ 535.171734] env[69289]: } {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.172828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13a5ebd-37f6-4b7e-8557-f0b39a145d55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.181808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Got total of 0 instances {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.182399] env[69289]: WARNING nova.virt.vmwareapi.driver [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 535.182866] env[69289]: INFO nova.virt.node [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Generated node identity d1817315-9794-45d2-b0a0-d3d4c8d25b7f [ 535.183191] env[69289]: INFO nova.virt.node [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Wrote node identity d1817315-9794-45d2-b0a0-d3d4c8d25b7f to /opt/stack/data/n-cpu-1/compute_id [ 535.685877] env[69289]: WARNING nova.compute.manager [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Compute nodes ['d1817315-9794-45d2-b0a0-d3d4c8d25b7f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 536.691177] env[69289]: INFO nova.compute.manager [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 537.696015] env[69289]: WARNING nova.compute.manager [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 537.696348] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.696516] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.696668] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.696831] env[69289]: DEBUG nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 537.698185] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10deea52-ad96-4a27-90ff-a58c859153e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.706197] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c34fe-7e98-48b4-b36e-4a81fd39c856 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.719585] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf50c2-f5ac-454a-8974-21326bb53495 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.725969] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094cbde-6737-46d8-8ca4-db764e2b897c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.754817] env[69289]: DEBUG nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181052MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 537.754964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.755191] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.257256] env[69289]: WARNING nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] No compute node record for cpu-1:d1817315-9794-45d2-b0a0-d3d4c8d25b7f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d1817315-9794-45d2-b0a0-d3d4c8d25b7f could not be found. [ 538.761338] env[69289]: INFO nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d1817315-9794-45d2-b0a0-d3d4c8d25b7f [ 540.268933] env[69289]: DEBUG nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 540.269323] env[69289]: DEBUG nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 540.424866] env[69289]: INFO nova.scheduler.client.report [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] [req-afb36f7a-7121-4ef3-a9c5-85bb3ae2c70b] Created resource provider record via placement API for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.441668] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d4c8d-12d1-4cd7-83ca-e8c289d7432f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.449519] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5419d10-cdbb-4db3-89e8-632c6d1dff2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.478255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f38cce4-b4da-4ba8-ac32-bf6928b54063 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.485092] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199ca6f1-0ac8-4e94-a591-848ac3912035 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.497744] env[69289]: DEBUG nova.compute.provider_tree [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.031952] env[69289]: DEBUG nova.scheduler.client.report [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 541.032195] env[69289]: DEBUG nova.compute.provider_tree [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 0 to 1 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.032334] env[69289]: DEBUG nova.compute.provider_tree [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 541.084010] env[69289]: DEBUG nova.compute.provider_tree [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 1 to 2 during operation: update_traits {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.589384] env[69289]: DEBUG nova.compute.resource_tracker [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 541.589816] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.589917] env[69289]: DEBUG nova.service [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Creating RPC server for service compute {{(pid=69289) start /opt/stack/nova/nova/service.py:186}} [ 541.604130] env[69289]: DEBUG nova.service [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] Join ServiceGroup membership for this service compute {{(pid=69289) start /opt/stack/nova/nova/service.py:203}} [ 541.604321] env[69289]: DEBUG nova.servicegroup.drivers.db [None req-ace733b3-3d57-4cb9-b4e1-4acc532a9d47 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69289) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 558.610198] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.113434] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Getting list of instances from cluster (obj){ [ 559.113434] env[69289]: value = "domain-c8" [ 559.113434] env[69289]: _type = "ClusterComputeResource" [ 559.113434] env[69289]: } {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 559.114667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac77e0-d885-4c0d-8825-2b54b2237616 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.123183] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Got total of 0 instances {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 559.123397] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 559.123673] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Getting list of instances from cluster (obj){ [ 559.123673] env[69289]: value = "domain-c8" [ 559.123673] env[69289]: _type = "ClusterComputeResource" [ 559.123673] env[69289]: } {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 559.124492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23f2e9-d9d7-4671-a5a6-35de0b0ee661 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.131445] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Got total of 0 instances {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 577.063947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.063947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.567399] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.117418] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.117840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.121222] env[69289]: INFO nova.compute.claims [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.183696] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759d671-1b63-4df8-840a-7e71be0abb6d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.192937] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab2a1d-fd1c-4f0c-88c5-7080768346cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.239179] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aa662f-ff1f-4502-aa61-3cd5bae2f4ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.247455] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58dd3cb-0de5-4559-b28e-d60ac783c41e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.265485] env[69289]: DEBUG nova.compute.provider_tree [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.767457] env[69289]: DEBUG nova.scheduler.client.report [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.945443] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.945677] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.274206] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.274206] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.450149] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 580.780261] env[69289]: DEBUG nova.compute.utils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.781586] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.785091] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 581.020065] env[69289]: DEBUG nova.policy [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9703283291f4208b97f35d73e42d1d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f773c704364cb682e969f1f3ea542b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.023668] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.023668] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.028372] env[69289]: INFO nova.compute.claims [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.293905] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.518929] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "d4a27581-6a50-465e-aca6-31522ca1af76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.519190] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "d4a27581-6a50-465e-aca6-31522ca1af76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.022454] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.128244] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b167c2e-c398-4217-8ae6-e6dc0579dd7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.140539] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040093be-305f-4972-bc0c-88346d7e00ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.179422] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220c943-e233-47e1-bfcb-4c2f9229f354 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.187755] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3620759c-bc7b-42b4-ac3a-9848fc084f6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.201965] env[69289]: DEBUG nova.compute.provider_tree [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.275603] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Successfully created port: 399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.305157] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.351030] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.351260] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.351408] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.351581] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.351730] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.351873] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.352092] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.352243] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.352663] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.352850] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.353021] env[69289]: DEBUG nova.virt.hardware [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.353880] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b967a602-c2df-40f1-a032-a251811d8449 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.365741] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2820d5-59b4-445d-9c04-8f2a868368bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.389448] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77a12a9-de7c-423a-9750-e240c8f15607 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.556425] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.595500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "920e0beb-1967-4e57-89de-d7da30e67004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.595788] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.705195] env[69289]: DEBUG nova.scheduler.client.report [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.750746] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.750746] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.101428] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.211140] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.211679] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.216033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.660s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.217559] env[69289]: INFO nova.compute.claims [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.254039] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.645046] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.719361] env[69289]: DEBUG nova.compute.utils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.720839] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.723448] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.775884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.884226] env[69289]: DEBUG nova.policy [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47e832652b9e47d0a386930f21f480c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '776a73ac17604a1892be0f7622838405', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.230180] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.393783] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955053a-0da1-4d12-8cc7-29efd327234c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.402091] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24b33c1-1baf-4004-9674-2e189b886f95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.443744] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6fab34-d3f5-477e-b452-b708970731ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.451769] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900ecf5b-6d94-4181-9b8b-498195fee423 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.458403] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Successfully created port: 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 584.473545] env[69289]: DEBUG nova.compute.provider_tree [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.980024] env[69289]: DEBUG nova.scheduler.client.report [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.051126] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Successfully updated port: 399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.248768] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.281262] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.281458] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.281516] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.281933] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.281933] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.282057] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.282238] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.282400] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.282934] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.282934] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.282934] env[69289]: DEBUG nova.virt.hardware [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.283748] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2676a2-174c-4b84-b183-20121f104621 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.294904] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c39d8f5-ba9a-4b39-853d-5863c358f65d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.482820] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.484930] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.486444] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.842s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.488548] env[69289]: INFO nova.compute.claims [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.552508] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.553693] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquired lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.553693] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.700670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.700670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.994859] env[69289]: DEBUG nova.compute.utils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 585.997848] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.997848] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.087762] env[69289]: DEBUG nova.policy [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5a8caaa7840829c41dc2f106bb305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '620daac1444d473aad0cf6e67967eeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.202333] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.204510] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.499438] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.643154] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a478a2-a428-4e3b-9a4f-0ae37ea68d47 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.652416] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d94e4-1264-48ee-bd40-0ea7ff0fae4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.689523] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25713de4-89ff-423f-a190-0033a1beedef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.700251] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c428ebd0-a1b1-4aea-ae89-e175f11d0c60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.718864] env[69289]: DEBUG nova.compute.provider_tree [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.744255] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.787689] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Successfully updated port: 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.032292] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Successfully created port: 565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.063856] env[69289]: DEBUG nova.network.neutron [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Updating instance_info_cache with network_info: [{"id": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "address": "fa:16:3e:65:b6:b3", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399a3c90-d9", "ovs_interfaceid": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.222971] env[69289]: DEBUG nova.scheduler.client.report [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.294643] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.295020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquired lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.295020] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 587.513476] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.545558] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.545806] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.545983] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.547543] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.547714] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.547867] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.548102] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.548387] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.548565] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.548730] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.548902] env[69289]: DEBUG nova.virt.hardware [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.550198] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a34867-55cd-4072-8915-041a7566fb48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.563426] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7fed1-18e2-4a5d-aefc-a1ad78a40ff6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.570749] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Releasing lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.571080] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Instance network_info: |[{"id": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "address": "fa:16:3e:65:b6:b3", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399a3c90-d9", "ovs_interfaceid": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.573034] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b6:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '399a3c90-d920-42c4-a27b-d74a43ff5d28', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.588197] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.597747] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b15facd-3c52-4d7d-8c92-69e4bd5c0abc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.612439] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Created folder: OpenStack in parent group-v4. [ 587.613434] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating folder: Project (05f773c704364cb682e969f1f3ea542b). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.613434] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6fa2e44-76dd-44c4-8aa2-a10110a24b42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.623469] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Created folder: Project (05f773c704364cb682e969f1f3ea542b) in parent group-v654351. [ 587.623586] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating folder: Instances. Parent ref: group-v654352. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.624051] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd8c4580-5e3b-4f49-ac5f-e333d39ee02d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.633268] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Created folder: Instances in parent group-v654352. [ 587.633569] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.633771] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.633982] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa26e35-62d5-42ab-bfc4-873ca87c3c78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.653220] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.653220] env[69289]: value = "task-3276373" [ 587.653220] env[69289]: _type = "Task" [ 587.653220] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.662048] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276373, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.734026] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.734026] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 587.735165] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.959s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.737402] env[69289]: INFO nova.compute.claims [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.932709] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.173181] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276373, 'name': CreateVM_Task, 'duration_secs': 0.509825} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.173465] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.189809] env[69289]: DEBUG oslo_vmware.service [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e29916-21e5-4262-ba3f-2bb47073d1f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.196119] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.196310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.197017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.197304] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfee09c2-7146-4e48-972f-6b3ec5b73ec9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.202855] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 588.202855] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c75ef6-d766-a317-cd11-b08841dd794c" [ 588.202855] env[69289]: _type = "Task" [ 588.202855] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.211834] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c75ef6-d766-a317-cd11-b08841dd794c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.237446] env[69289]: DEBUG nova.compute.utils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 588.240383] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.242525] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.367838] env[69289]: DEBUG nova.policy [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1e0cadadb914bbda8a6d12849858172', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8343d99fa62f44fbb29f31db06897e6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.464527] env[69289]: DEBUG nova.network.neutron [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updating instance_info_cache with network_info: [{"id": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "address": "fa:16:3e:eb:2a:04", "network": {"id": "2b49faef-85a8-4249-9f5e-a63eed59be86", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-280919716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "776a73ac17604a1892be0f7622838405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3261eb03-4f", "ovs_interfaceid": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.512769] env[69289]: DEBUG nova.compute.manager [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Received event network-vif-plugged-399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 588.512769] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] Acquiring lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.512769] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.512769] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.513139] env[69289]: DEBUG nova.compute.manager [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] No waiting events found dispatching network-vif-plugged-399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.513468] env[69289]: WARNING nova.compute.manager [req-a6ce8990-a76b-4505-8f8c-77e0e843ece9 req-ed9a9711-f054-4442-a843-7f73710f460d service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Received unexpected event network-vif-plugged-399a3c90-d920-42c4-a27b-d74a43ff5d28 for instance with vm_state building and task_state spawning. [ 588.714799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.715072] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.715316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.715461] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.716129] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.716182] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa1789b-7569-47b8-a566-3da9a1aedec2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.735493] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.735601] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.737336] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d326571-0aec-40e0-a53d-509c55abcfd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.746195] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.759503] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03f6bd2-ad12-49ff-ab8f-5feb6d847ebf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.771483] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 588.771483] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5227b37d-8217-4eca-07b8-b82f844244e9" [ 588.771483] env[69289]: _type = "Task" [ 588.771483] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.781624] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5227b37d-8217-4eca-07b8-b82f844244e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.916044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.916303] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.955350] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc702cc-2f56-4426-8ff4-172d68369949 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.969259] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea428e1-4930-4a57-bfd3-50b1a26d16b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.972915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Releasing lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.973216] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Instance network_info: |[{"id": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "address": "fa:16:3e:eb:2a:04", "network": {"id": "2b49faef-85a8-4249-9f5e-a63eed59be86", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-280919716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "776a73ac17604a1892be0f7622838405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3261eb03-4f", "ovs_interfaceid": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.976308] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:2a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3261eb03-4f0a-4e3f-a8b7-552fc1d3255f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.984162] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Creating folder: Project (776a73ac17604a1892be0f7622838405). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.984450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.984666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.987670] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf73f8c1-61b5-46d6-a5be-1cf71a1e9122 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.025308] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b775c33-8f54-4be8-873e-baf8e206c1d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.035405] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc447ff-dc47-4242-842a-a150167f42b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.040533] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Created folder: Project (776a73ac17604a1892be0f7622838405) in parent group-v654351. [ 589.040712] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Creating folder: Instances. Parent ref: group-v654355. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.041262] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a7a537-a6f2-491c-9b86-138df6bbde76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.052704] env[69289]: DEBUG nova.compute.provider_tree [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.061194] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Created folder: Instances in parent group-v654355. [ 589.061460] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.061645] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.061847] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-638776fd-c844-4ff3-a0f7-3f9c93d0d558 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.082008] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.082008] env[69289]: value = "task-3276376" [ 589.082008] env[69289]: _type = "Task" [ 589.082008] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.092463] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276376, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.298527] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 589.298527] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating directory with path [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.300575] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b79f0e4-b9a6-4243-b2e1-7b22c62919ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.305494] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.305816] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.327045] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Created directory with path [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.327308] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Fetch image to [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 589.327501] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Downloading image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk on the data store datastore2 {{(pid=69289) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 589.328450] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab82f26-8a0b-458c-a528-da276922e425 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.345508] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59c235c-f0b1-4d98-bb61-95d0835bad55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.359940] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75b1d1f-6f1b-4782-a3f5-f41035683988 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.400153] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5e208-9c7b-425f-8c39-94ffc15c4667 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.406527] env[69289]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-85092ce3-0939-47c3-acce-58fcc06c44ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.423518] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.431745] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Downloading image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to the data store datastore2 {{(pid=69289) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 589.434771] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Successfully created port: d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.504552] env[69289]: DEBUG oslo_vmware.rw_handles [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 589.580730] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.584281] env[69289]: DEBUG nova.scheduler.client.report [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.603685] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276376, 'name': CreateVM_Task, 'duration_secs': 0.390921} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.603685] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.604385] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.604545] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.604868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.605242] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f803768-90db-433c-9127-765bfb3c92aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.612681] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 589.612681] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5241b4df-9594-a98e-3ed7-f53b1c132862" [ 589.612681] env[69289]: _type = "Task" [ 589.612681] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.630285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.630567] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.630717] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.773158] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.811865] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.826017] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.826320] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.826514] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.826733] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.827040] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.827104] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.827440] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.827587] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.827791] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.828054] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.828255] env[69289]: DEBUG nova.virt.hardware [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.829185] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25165b9b-b809-4b2a-8e99-0eda94d33198 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.840411] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f863e0c-99ee-4010-b6a9-bc016f022bb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.938047] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.938507] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.938591] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.938968] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.939737] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.939737] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.939737] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.939737] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 589.939737] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.945367] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Successfully updated port: 565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.972596] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.089148] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.089723] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.095339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.350s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.096541] env[69289]: INFO nova.compute.claims [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.129169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.319060] env[69289]: DEBUG oslo_vmware.rw_handles [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 590.319713] env[69289]: DEBUG oslo_vmware.rw_handles [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.348854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.375161] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Downloaded image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk on the data store datastore2 {{(pid=69289) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.377408] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.377718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Copying Virtual Disk [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk to [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.378092] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1171e5a2-d35f-4e44-9de0-34e2fe182662 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.388422] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 590.388422] env[69289]: value = "task-3276377" [ 590.388422] env[69289]: _type = "Task" [ 590.388422] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.401130] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.445087] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.447916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.448097] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.448365] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.604531] env[69289]: DEBUG nova.compute.utils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.612424] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 590.612424] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 590.687764] env[69289]: DEBUG nova.policy [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf905514a61f4de18ee139a5a8997d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6a05438d39f410cb717c9a5584a1502', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.901804] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.074422] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.111276] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.176585] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Successfully created port: faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.291205] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7a1c3-5586-40af-ab99-aa6ec6b37894 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.299731] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf7decb-89b4-496f-a0df-ca36a746d670 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.331613] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f24ba4-6df6-4c09-971f-fc29b48271da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.339303] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce69e4b-446a-41d0-85f4-6cbe099673fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.352865] env[69289]: DEBUG nova.compute.provider_tree [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.400736] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671276} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.400933] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Copied Virtual Disk [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk to [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.401040] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleting the datastore file [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.401280] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3b428e-5f89-419c-9ed7-681ecf65253a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.410223] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 591.410223] env[69289]: value = "task-3276378" [ 591.410223] env[69289]: _type = "Task" [ 591.410223] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.420407] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.645162] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Successfully updated port: d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.715652] env[69289]: DEBUG nova.network.neutron [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Updating instance_info_cache with network_info: [{"id": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "address": "fa:16:3e:c7:5a:2f", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565608bd-6b", "ovs_interfaceid": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.861157] env[69289]: DEBUG nova.scheduler.client.report [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.922674] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028938} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.922940] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.923163] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Moving file from [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94/6a56f73b-175b-4481-93e6-8fbc6cd247e0 to [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0. {{(pid=69289) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 591.923554] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7186cdc9-8758-423c-a5b1-f917ac6ed2d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.931738] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 591.931738] env[69289]: value = "task-3276379" [ 591.931738] env[69289]: _type = "Task" [ 591.931738] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.944711] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276379, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.125852] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.148381] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.148381] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquired lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.148514] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.171679] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.172538] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.172538] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.172538] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.172538] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.172538] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.172799] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.172922] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.173015] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.173993] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.174234] env[69289]: DEBUG nova.virt.hardware [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.175032] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b409df8d-0708-48a5-86a9-fa4935eb7e1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.184259] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59fb1bf-2f3a-4a4b-9017-2e19990bd814 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.221681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.221810] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Instance network_info: |[{"id": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "address": "fa:16:3e:c7:5a:2f", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565608bd-6b", "ovs_interfaceid": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.222643] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:5a:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '565608bd-6b2c-447b-a2a3-b5eb68d86610', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.233809] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Creating folder: Project (620daac1444d473aad0cf6e67967eeeb). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.234571] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3dbaf2e-0a66-4385-a5e0-1f220189c0fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.245785] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Created folder: Project (620daac1444d473aad0cf6e67967eeeb) in parent group-v654351. [ 592.246116] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Creating folder: Instances. Parent ref: group-v654358. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.246419] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c341d2d-628f-4fcb-8833-2efabf003c55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.257266] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Created folder: Instances in parent group-v654358. [ 592.257266] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 592.257411] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.257540] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc7c3b1-39da-4335-9fe8-a277356ed2cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.280279] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.280279] env[69289]: value = "task-3276382" [ 592.280279] env[69289]: _type = "Task" [ 592.280279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.290241] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276382, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.369484] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.369484] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.371466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.399s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.376822] env[69289]: INFO nova.compute.claims [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.444916] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276379, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024487} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.445091] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] File moved {{(pid=69289) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.445298] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Cleaning up location [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.445472] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleting the datastore file [datastore2] vmware_temp/b0b2caab-ef16-469f-be83-0ce1f20c9c94 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.445696] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91d91532-8b78-4a8d-8894-dbc5ed80f698 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.452495] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 592.452495] env[69289]: value = "task-3276383" [ 592.452495] env[69289]: _type = "Task" [ 592.452495] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.462179] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.795196] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276382, 'name': CreateVM_Task, 'duration_secs': 0.376017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.795196] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.795854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.796037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.796352] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.796598] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff9ac97-8877-4c34-94dc-56b837cb037c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.801776] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 592.801776] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b9faad-9943-e23b-df96-705a76ab1153" [ 592.801776] env[69289]: _type = "Task" [ 592.801776] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.805694] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.814831] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b9faad-9943-e23b-df96-705a76ab1153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.882834] env[69289]: DEBUG nova.compute.utils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.885404] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.885404] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.967084] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023646} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.967378] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.968187] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23776c56-ef3e-4553-b5c4-6184c1b1e930 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.977113] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 592.977113] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5280f728-01d8-deb0-7432-7694f8dcddca" [ 592.977113] env[69289]: _type = "Task" [ 592.977113] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.994321] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5280f728-01d8-deb0-7432-7694f8dcddca, 'name': SearchDatastore_Task, 'duration_secs': 0.010976} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.994321] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.994321] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] f2a24bb2-b232-45c9-b636-44252cf2d7b2/f2a24bb2-b232-45c9-b636-44252cf2d7b2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.994321] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.995224] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 592.995224] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988211fd-1f81-4cf2-9feb-0a4e0099032a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.995733] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eeece16d-e161-4805-af46-bdd6f7626a01 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.002331] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 593.002331] env[69289]: value = "task-3276384" [ 593.002331] env[69289]: _type = "Task" [ 593.002331] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.007825] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.008075] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.009713] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b55e38-d789-4553-9aa5-24604d9d2917 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.015314] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.018314] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 593.018314] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529b27c6-49c4-d9f9-007c-0db09dcce83e" [ 593.018314] env[69289]: _type = "Task" [ 593.018314] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.025925] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b27c6-49c4-d9f9-007c-0db09dcce83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.044113] env[69289]: DEBUG nova.policy [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caa26e41a704c0ebd9cdd24f41ff77f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e2273618134f36900ceb926c57faa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.313459] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b9faad-9943-e23b-df96-705a76ab1153, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.313860] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.314186] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.314461] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.388622] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 593.412938] env[69289]: DEBUG nova.network.neutron [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Updating instance_info_cache with network_info: [{"id": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "address": "fa:16:3e:a4:fc:a3", "network": {"id": "75c57a4b-8c36-4c21-8764-c992b9f17d43", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1623035779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8343d99fa62f44fbb29f31db06897e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31c485d-fe", "ovs_interfaceid": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.440645] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Successfully updated port: faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.513645] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496153} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.513645] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] f2a24bb2-b232-45c9-b636-44252cf2d7b2/f2a24bb2-b232-45c9-b636-44252cf2d7b2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.513645] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.513956] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d158b55-138f-404f-bd20-008949c9995e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.524437] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 593.524437] env[69289]: value = "task-3276385" [ 593.524437] env[69289]: _type = "Task" [ 593.524437] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.536523] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b27c6-49c4-d9f9-007c-0db09dcce83e, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.537788] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02846805-f602-47e2-895c-f92306196e0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.542848] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.545844] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 593.545844] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523bdb3f-070d-16e1-3a8c-91816e20860c" [ 593.545844] env[69289]: _type = "Task" [ 593.545844] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.560616] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523bdb3f-070d-16e1-3a8c-91816e20860c, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.560868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.564017] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 83ba7def-ccab-4225-bfc3-9768c318ec0f/83ba7def-ccab-4225-bfc3-9768c318ec0f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.564017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.564017] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.564017] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59054c7e-f714-42cc-b3c1-d4b5eb9dacb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.564017] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e58c6e9-9f03-4c26-857a-da538ed9116e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.571131] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 593.571131] env[69289]: value = "task-3276386" [ 593.571131] env[69289]: _type = "Task" [ 593.571131] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.575307] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.575307] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.576483] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d9e20a-6aa9-40fc-8f01-af28018a2458 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.581539] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.584566] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 593.584566] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a70ef8-5567-cf7a-4f23-a9f606115db7" [ 593.584566] env[69289]: _type = "Task" [ 593.584566] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.592470] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a70ef8-5567-cf7a-4f23-a9f606115db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.635839] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Successfully created port: 55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.688115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b458ba2f-b852-4ca4-8982-96c9d2505faf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.696125] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbffbfce-4e63-4853-937a-22015e75ce07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.731640] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d475770-1d38-484c-a595-21e0d70258e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.741016] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5947f07b-bea7-4b37-930c-b76bc7132589 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.756600] env[69289]: DEBUG nova.compute.provider_tree [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.918359] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Releasing lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.919455] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Instance network_info: |[{"id": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "address": "fa:16:3e:a4:fc:a3", "network": {"id": "75c57a4b-8c36-4c21-8764-c992b9f17d43", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1623035779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8343d99fa62f44fbb29f31db06897e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31c485d-fe", "ovs_interfaceid": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.919592] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:fc:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31c485d-fe20-4e79-a1a3-abe93cd85833', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.935718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Creating folder: Project (8343d99fa62f44fbb29f31db06897e6c). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.936118] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a63a1f55-7fec-4331-aef4-0f04c97614f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.944867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.944867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquired lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.944867] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.952244] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Created folder: Project (8343d99fa62f44fbb29f31db06897e6c) in parent group-v654351. [ 593.952244] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Creating folder: Instances. Parent ref: group-v654361. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.952244] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2296a788-6700-42ff-95b4-bffb8ab00fd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.965194] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Created folder: Instances in parent group-v654361. [ 593.965505] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.966022] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.966110] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63b15b7a-04d6-40f9-be6b-fbca8f95a373 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.990216] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.990216] env[69289]: value = "task-3276389" [ 593.990216] env[69289]: _type = "Task" [ 593.990216] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.003271] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276389, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.037574] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067931} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.038039] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.040680] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a6e0ef-d9dc-4acc-a0f1-88bfbbb751c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.069109] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] f2a24bb2-b232-45c9-b636-44252cf2d7b2/f2a24bb2-b232-45c9-b636-44252cf2d7b2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.069109] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6066cb04-4bd0-4779-aa3d-c7f7caf45e2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.104807] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486566} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.105725] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 594.105725] env[69289]: value = "task-3276390" [ 594.105725] env[69289]: _type = "Task" [ 594.105725] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.105939] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 83ba7def-ccab-4225-bfc3-9768c318ec0f/83ba7def-ccab-4225-bfc3-9768c318ec0f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.106208] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.106618] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16106821-f16a-4d0c-9367-0c4def65643c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.114994] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a70ef8-5567-cf7a-4f23-a9f606115db7, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.116504] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5e2c3e-072b-4f1a-9026-88d4103d0656 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.129418] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 594.129418] env[69289]: value = "task-3276391" [ 594.129418] env[69289]: _type = "Task" [ 594.129418] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.129651] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.130439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.130671] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.137975] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 594.137975] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5206f8c8-1d62-f86a-06dd-9720559c1f9d" [ 594.137975] env[69289]: _type = "Task" [ 594.137975] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.145501] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.151998] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5206f8c8-1d62-f86a-06dd-9720559c1f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.008782} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.152280] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.152546] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d4a27581-6a50-465e-aca6-31522ca1af76/d4a27581-6a50-465e-aca6-31522ca1af76.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.153146] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c29db760-3d1a-4da4-85d6-9d75d72105b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.159313] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 594.159313] env[69289]: value = "task-3276392" [ 594.159313] env[69289]: _type = "Task" [ 594.159313] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.169980] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.262114] env[69289]: DEBUG nova.scheduler.client.report [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.305616] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Received event network-changed-399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.305859] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Refreshing instance network info cache due to event network-changed-399a3c90-d920-42c4-a27b-d74a43ff5d28. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 594.306201] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquiring lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.306411] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquired lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.306657] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Refreshing network info cache for port 399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.402612] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 594.439917] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 594.440303] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 594.440468] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.440652] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 594.440809] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.440958] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 594.441186] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 594.441343] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 594.441507] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 594.441671] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 594.441844] env[69289]: DEBUG nova.virt.hardware [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 594.443235] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6d8b1-d4cf-4dd8-9679-88ff280a498b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.454366] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef7bfd5-1a7b-4380-a0ca-8123c474fcc4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.500605] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276389, 'name': CreateVM_Task, 'duration_secs': 0.398545} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.500792] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.501586] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.501784] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.502157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.502430] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dba1f4e-580f-4580-b7e1-610ce1083412 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.509020] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 594.509020] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb5b81-fc8d-dd8f-5e03-7745573fbe26" [ 594.509020] env[69289]: _type = "Task" [ 594.509020] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.516429] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb5b81-fc8d-dd8f-5e03-7745573fbe26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.527784] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.619359] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276390, 'name': ReconfigVM_Task, 'duration_secs': 0.317934} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.622307] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] f2a24bb2-b232-45c9-b636-44252cf2d7b2/f2a24bb2-b232-45c9-b636-44252cf2d7b2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 594.623437] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2cc96ad-568e-4d08-8cba-aecf213dc6a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.634680] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 594.634680] env[69289]: value = "task-3276393" [ 594.634680] env[69289]: _type = "Task" [ 594.634680] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.640890] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.653956] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06463} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.658935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.659516] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276393, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.660322] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88a503f-128e-4edd-a58a-85f6f5b47cd1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.672536] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.693264] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 83ba7def-ccab-4225-bfc3-9768c318ec0f/83ba7def-ccab-4225-bfc3-9768c318ec0f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.693264] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2ccce4-7702-4d5b-9956-71a15f626205 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.715628] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 594.715628] env[69289]: value = "task-3276394" [ 594.715628] env[69289]: _type = "Task" [ 594.715628] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.726830] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.769786] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.769928] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.772314] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.643s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.773681] env[69289]: INFO nova.compute.claims [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.812487] env[69289]: DEBUG nova.network.neutron [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Updating instance_info_cache with network_info: [{"id": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "address": "fa:16:3e:67:c5:56", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa1f76d-6d", "ovs_interfaceid": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.024063] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb5b81-fc8d-dd8f-5e03-7745573fbe26, 'name': SearchDatastore_Task, 'duration_secs': 0.061206} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.024742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.024742] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.024906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.025257] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.025257] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.026219] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1c4d61-1086-4200-96c4-645de3490903 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.034417] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.034709] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.035346] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff115b3-5e5a-4d67-9b5f-2e62561f90f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.044868] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 595.044868] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee7a04-25a7-f86d-6d4e-7a2df9788037" [ 595.044868] env[69289]: _type = "Task" [ 595.044868] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.055204] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee7a04-25a7-f86d-6d4e-7a2df9788037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.112585] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Updated VIF entry in instance network info cache for port 399a3c90-d920-42c4-a27b-d74a43ff5d28. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.112943] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Updating instance_info_cache with network_info: [{"id": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "address": "fa:16:3e:65:b6:b3", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap399a3c90-d9", "ovs_interfaceid": "399a3c90-d920-42c4-a27b-d74a43ff5d28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.152769] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276393, 'name': Rename_Task, 'duration_secs': 0.185037} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.153839] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.156995] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017e3114-1964-45c9-aac0-eb1e8c3f1d79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.164829] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 595.164829] env[69289]: value = "task-3276395" [ 595.164829] env[69289]: _type = "Task" [ 595.164829] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.175720] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.181719] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593084} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.181890] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d4a27581-6a50-465e-aca6-31522ca1af76/d4a27581-6a50-465e-aca6-31522ca1af76.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.182064] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.182308] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e5dcbe1-a755-4393-8461-84020cd19aae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.187142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.191821] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 595.191821] env[69289]: value = "task-3276396" [ 595.191821] env[69289]: _type = "Task" [ 595.191821] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.202558] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.225834] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.285065] env[69289]: DEBUG nova.compute.utils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.297542] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.297542] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.316863] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Releasing lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.317187] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Instance network_info: |[{"id": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "address": "fa:16:3e:67:c5:56", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa1f76d-6d", "ovs_interfaceid": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.317977] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:c5:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa1f76d-6d1a-4657-a2e9-730b67280e95', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.329630] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Creating folder: Project (b6a05438d39f410cb717c9a5584a1502). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.331212] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95f5bb1-5443-4be5-8c00-ec664201a6c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.343160] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Created folder: Project (b6a05438d39f410cb717c9a5584a1502) in parent group-v654351. [ 595.343160] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Creating folder: Instances. Parent ref: group-v654364. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.344716] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5a9c71-678d-4c39-a2d5-091c62cdcaf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.347492] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Successfully updated port: 55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.360061] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Created folder: Instances in parent group-v654364. [ 595.360321] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.360787] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.360787] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b961e9a-df22-4f6c-a9e4-58136767bec5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.382843] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.382843] env[69289]: value = "task-3276399" [ 595.382843] env[69289]: _type = "Task" [ 595.382843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.389306] env[69289]: DEBUG nova.policy [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06ffb19513cf4b4db409f6ee971c3e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b128894a3b5f4b12ac94c84d4cb90067', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.393401] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276399, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.556466] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee7a04-25a7-f86d-6d4e-7a2df9788037, 'name': SearchDatastore_Task, 'duration_secs': 0.04406} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.557225] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5689ed2a-293b-4016-9ba8-8eecaa08991b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.563527] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 595.563527] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5201b70d-c97c-e234-9017-e75c403627c5" [ 595.563527] env[69289]: _type = "Task" [ 595.563527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.576204] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5201b70d-c97c-e234-9017-e75c403627c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.619091] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Releasing lock "refresh_cache-f2a24bb2-b232-45c9-b636-44252cf2d7b2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.620169] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Received event network-vif-plugged-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.620498] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquiring lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.620771] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.620952] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.621137] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] No waiting events found dispatching network-vif-plugged-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.621347] env[69289]: WARNING nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Received unexpected event network-vif-plugged-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f for instance with vm_state building and task_state spawning. [ 595.621886] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Received event network-changed-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.622085] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Refreshing instance network info cache due to event network-changed-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 595.622323] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquiring lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.622691] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquired lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.622691] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Refreshing network info cache for port 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.683124] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276395, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.703222] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117029} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.704113] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.706913] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b525be-35ba-4486-acc2-1542a43610c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.735460] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] d4a27581-6a50-465e-aca6-31522ca1af76/d4a27581-6a50-465e-aca6-31522ca1af76.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.738626] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c3c9c12-235a-42f9-878b-0838df9facd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.761837] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276394, 'name': ReconfigVM_Task, 'duration_secs': 0.558883} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.765050] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 83ba7def-ccab-4225-bfc3-9768c318ec0f/83ba7def-ccab-4225-bfc3-9768c318ec0f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.765240] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 595.765240] env[69289]: value = "task-3276400" [ 595.765240] env[69289]: _type = "Task" [ 595.765240] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.765380] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-603d8245-5669-4d98-8ebe-e709460eeef1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.779936] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.781486] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 595.781486] env[69289]: value = "task-3276401" [ 595.781486] env[69289]: _type = "Task" [ 595.781486] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.791759] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276401, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.798251] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.853572] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.853723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.853905] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.877892] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Successfully created port: e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.893872] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276399, 'name': CreateVM_Task, 'duration_secs': 0.36752} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.898534] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.901035] env[69289]: DEBUG oslo_vmware.service [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad84111-b3db-454f-bb60-79862b7a0b95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.909358] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.909525] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.910281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.910281] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a71743d-0c03-4679-8bae-9895b0bc05d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.918603] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 595.918603] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52eefad5-1c72-ed07-d237-90054c99ed8d" [ 595.918603] env[69289]: _type = "Task" [ 595.918603] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.929261] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52eefad5-1c72-ed07-d237-90054c99ed8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.080442] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5201b70d-c97c-e234-9017-e75c403627c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015995} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.080902] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.081227] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 920e0beb-1967-4e57-89de-d7da30e67004/920e0beb-1967-4e57-89de-d7da30e67004.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.082911] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5abdd5bd-b8a7-4904-9914-3ec14ea2de5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.092770] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 596.092770] env[69289]: value = "task-3276402" [ 596.092770] env[69289]: _type = "Task" [ 596.092770] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.107031] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.155520] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd13a1e-a964-4b37-af88-ae2e9ffb115c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.168976] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8324c-789f-4a8e-942a-043f79aefc13 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.219696] env[69289]: DEBUG oslo_vmware.api [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276395, 'name': PowerOnVM_Task, 'duration_secs': 0.528895} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.220394] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.220913] env[69289]: INFO nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Took 13.92 seconds to spawn the instance on the hypervisor. [ 596.221277] env[69289]: DEBUG nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.222206] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21774025-b59d-465c-a480-395402a43182 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.225814] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77791fcc-3883-444c-8d5b-5a0d2e6350a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.235447] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a33963-d6a5-4abd-88a5-0bfd008b64a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.255454] env[69289]: DEBUG nova.compute.provider_tree [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.286531] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276400, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.298723] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276401, 'name': Rename_Task, 'duration_secs': 0.149919} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.298925] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.299191] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-344bf9fa-2da9-42c8-8318-2ec86b7386ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.310978] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 596.310978] env[69289]: value = "task-3276403" [ 596.310978] env[69289]: _type = "Task" [ 596.310978] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.321689] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.439080] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.440031] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.440031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.440031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.440264] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.440520] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df5acfdc-7892-424d-acb6-d1d4d2b53bc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.453560] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.453905] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.454797] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26463e2-0498-4ff4-b930-a3af698f453e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.461519] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd5fffb-f583-4916-abdc-4f68d244b505 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.467501] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 596.467501] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523d0ed4-036b-33f6-5bd6-96d674f7a242" [ 596.467501] env[69289]: _type = "Task" [ 596.467501] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.476313] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523d0ed4-036b-33f6-5bd6-96d674f7a242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.607217] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511026} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.607605] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 920e0beb-1967-4e57-89de-d7da30e67004/920e0beb-1967-4e57-89de-d7da30e67004.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.607889] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.608225] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e68bd3b1-cfaa-4e02-8207-cb4770682223 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.617310] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 596.617310] env[69289]: value = "task-3276404" [ 596.617310] env[69289]: _type = "Task" [ 596.617310] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.627926] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.699719] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.756996] env[69289]: INFO nova.compute.manager [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Took 18.68 seconds to build instance. [ 596.760634] env[69289]: DEBUG nova.scheduler.client.report [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.787448] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276400, 'name': ReconfigVM_Task, 'duration_secs': 0.523739} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.787997] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Reconfigured VM instance instance-00000003 to attach disk [datastore2] d4a27581-6a50-465e-aca6-31522ca1af76/d4a27581-6a50-465e-aca6-31522ca1af76.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.788762] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bf16923-d533-4a61-a142-b6e6940962d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.794957] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 596.794957] env[69289]: value = "task-3276405" [ 596.794957] env[69289]: _type = "Task" [ 596.794957] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.805249] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276405, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.806128] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updated VIF entry in instance network info cache for port 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.806443] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updating instance_info_cache with network_info: [{"id": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "address": "fa:16:3e:eb:2a:04", "network": {"id": "2b49faef-85a8-4249-9f5e-a63eed59be86", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-280919716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "776a73ac17604a1892be0f7622838405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3261eb03-4f", "ovs_interfaceid": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.811075] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.823280] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.843139] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.843389] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.843539] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.843714] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.843887] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.844574] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.844574] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.844574] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.844731] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.844808] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.844966] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.846881] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5149c7c4-b2ba-4ca3-90c8-5a0db5b9fc22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.853555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83284e-5be8-4da7-9ac5-2d504a07de97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.979952] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.980606] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Creating directory with path [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.980606] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6959f69b-a705-4858-b644-5e37690116ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.013129] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Created directory with path [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.014043] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Fetch image to [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.014043] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Downloading image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk on the data store datastore1 {{(pid=69289) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.014617] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aa38b7-217c-4ced-9e02-ea95f116b3a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.023674] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be85508f-0ae6-4e0e-83ea-192ff956ab6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.039155] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e715cbaf-d9d5-40c3-b554-26060c60bc0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.077363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd49b56-2724-4d00-ac45-691a66e4d980 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.084204] env[69289]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a8089a64-14ab-47f2-89f7-83d709268a2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.128196] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.128495] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.129737] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34582c68-e0d9-4b38-a330-145c2fe6ba98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.158026] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 920e0beb-1967-4e57-89de-d7da30e67004/920e0beb-1967-4e57-89de-d7da30e67004.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.158352] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470c8344-8880-4eeb-afe0-cb2ed0b51474 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.176671] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Downloading image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to the data store datastore1 {{(pid=69289) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 597.187834] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 597.187834] env[69289]: value = "task-3276406" [ 597.187834] env[69289]: _type = "Task" [ 597.187834] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.199165] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276406, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.258758] env[69289]: DEBUG oslo_concurrency.lockutils [None req-418f3daf-32a6-4b63-acf6-e641b02c63e9 tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.195s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.266544] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.267146] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.278893] env[69289]: DEBUG oslo_vmware.rw_handles [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 597.280269] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.931s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.281778] env[69289]: INFO nova.compute.claims [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.348053] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Releasing lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.348053] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Received event network-vif-plugged-565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.348053] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquiring lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.348053] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.348053] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.349019] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] No waiting events found dispatching network-vif-plugged-565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.349019] env[69289]: WARNING nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Received unexpected event network-vif-plugged-565608bd-6b2c-447b-a2a3-b5eb68d86610 for instance with vm_state building and task_state spawning. [ 597.349019] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Received event network-changed-565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.349019] env[69289]: DEBUG nova.compute.manager [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Refreshing instance network info cache due to event network-changed-565608bd-6b2c-447b-a2a3-b5eb68d86610. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.349019] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquiring lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.349281] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Acquired lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.349281] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Refreshing network info cache for port 565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 597.352329] env[69289]: DEBUG nova.network.neutron [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Updating instance_info_cache with network_info: [{"id": "55507f53-6af3-498c-b4c5-144811bc7e61", "address": "fa:16:3e:7a:ff:c9", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55507f53-6a", "ovs_interfaceid": "55507f53-6af3-498c-b4c5-144811bc7e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.369216] env[69289]: DEBUG oslo_vmware.api [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276403, 'name': PowerOnVM_Task, 'duration_secs': 0.683879} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.372830] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.373072] env[69289]: INFO nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Took 12.12 seconds to spawn the instance on the hypervisor. [ 597.374518] env[69289]: DEBUG nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.374518] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276405, 'name': Rename_Task, 'duration_secs': 0.236063} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.374627] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c2fe5f-51ca-4523-a498-ab88982fe562 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.377447] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.377944] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d2b351-60e0-44ac-bdae-49fab9ef2476 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.387791] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 597.387791] env[69289]: value = "task-3276407" [ 597.387791] env[69289]: _type = "Task" [ 597.387791] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.400997] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.698125] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276406, 'name': ReconfigVM_Task, 'duration_secs': 0.482} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.698607] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 920e0beb-1967-4e57-89de-d7da30e67004/920e0beb-1967-4e57-89de-d7da30e67004.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.699283] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a1dedb8-f80a-457f-bbc9-076890e8fa6c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.706843] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 597.706843] env[69289]: value = "task-3276408" [ 597.706843] env[69289]: _type = "Task" [ 597.706843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.715712] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276408, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.753691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.754061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.787886] env[69289]: DEBUG nova.compute.utils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.791168] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.791246] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.862028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.862138] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance network_info: |[{"id": "55507f53-6af3-498c-b4c5-144811bc7e61", "address": "fa:16:3e:7a:ff:c9", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55507f53-6a", "ovs_interfaceid": "55507f53-6af3-498c-b4c5-144811bc7e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.862808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ff:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55507f53-6af3-498c-b4c5-144811bc7e61', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.875015] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating folder: Project (19e2273618134f36900ceb926c57faa5). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.880388] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ade4f8-fb9f-4415-8ddf-c4f665e0798f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.897701] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created folder: Project (19e2273618134f36900ceb926c57faa5) in parent group-v654351. [ 597.897867] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating folder: Instances. Parent ref: group-v654367. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.899880] env[69289]: DEBUG nova.policy [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06ffb19513cf4b4db409f6ee971c3e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b128894a3b5f4b12ac94c84d4cb90067', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.901285] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94005e09-5d26-456f-b3f3-1f484ba50773 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.910168] env[69289]: INFO nova.compute.manager [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Took 16.95 seconds to build instance. [ 597.914940] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.919053] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created folder: Instances in parent group-v654367. [ 597.919053] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.919053] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.919053] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2675cf78-6dac-4727-9dcc-469142006a21 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.945068] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.945068] env[69289]: value = "task-3276411" [ 597.945068] env[69289]: _type = "Task" [ 597.945068] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.956201] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276411, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.000595] env[69289]: DEBUG oslo_vmware.rw_handles [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.000847] env[69289]: DEBUG oslo_vmware.rw_handles [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.146359] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Downloaded image file data 6a56f73b-175b-4481-93e6-8fbc6cd247e0 to vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk on the data store datastore1 {{(pid=69289) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.148335] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.148569] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Copying Virtual Disk [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk to [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.148957] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ce0dd2-3b3c-4b0e-a9bf-65b3ed37bb7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.156771] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 598.156771] env[69289]: value = "task-3276412" [ 598.156771] env[69289]: _type = "Task" [ 598.156771] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.164907] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.221222] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276408, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.240307] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Updated VIF entry in instance network info cache for port 565608bd-6b2c-447b-a2a3-b5eb68d86610. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.240711] env[69289]: DEBUG nova.network.neutron [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Updating instance_info_cache with network_info: [{"id": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "address": "fa:16:3e:c7:5a:2f", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565608bd-6b", "ovs_interfaceid": "565608bd-6b2c-447b-a2a3-b5eb68d86610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.260056] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.304028] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.323774] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Successfully updated port: e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.408310] env[69289]: DEBUG oslo_vmware.api [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276407, 'name': PowerOnVM_Task, 'duration_secs': 1.008685} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.409174] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.409431] env[69289]: INFO nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Took 10.90 seconds to spawn the instance on the hypervisor. [ 598.409640] env[69289]: DEBUG nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 598.410618] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14b979d-d58f-4f96-9473-7e49568ebd2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.418861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de23e0de-6154-438e-ae9e-c385f3578e1b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.472s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.458079] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276411, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.546747] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623bcfb9-6dc2-4f4f-9453-8360cc2da188 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.554890] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1f6bad-bccb-46da-8594-d007628479cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.590624] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e06e7d-aa37-458b-8c44-ef19a42d02bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.599301] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0bbdce-e149-4309-bea8-d4ef3f26d674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.618085] env[69289]: DEBUG nova.compute.provider_tree [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.671072] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276412, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.705233] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Successfully created port: 53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.721181] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276408, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.743074] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc62a445-d77c-4024-86b8-7ac6f6b77c76 req-6a3ce26a-5a15-4450-a6ed-a4a4cb4042f4 service nova] Releasing lock "refresh_cache-d4a27581-6a50-465e-aca6-31522ca1af76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.751773] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Received event network-vif-plugged-d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.752139] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "920e0beb-1967-4e57-89de-d7da30e67004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.752234] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "920e0beb-1967-4e57-89de-d7da30e67004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.752490] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "920e0beb-1967-4e57-89de-d7da30e67004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.752639] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] No waiting events found dispatching network-vif-plugged-d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.752701] env[69289]: WARNING nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Received unexpected event network-vif-plugged-d31c485d-fe20-4e79-a1a3-abe93cd85833 for instance with vm_state building and task_state spawning. [ 598.752866] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Received event network-changed-d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.753221] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Refreshing instance network info cache due to event network-changed-d31c485d-fe20-4e79-a1a3-abe93cd85833. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.753221] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.753759] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquired lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.753759] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Refreshing network info cache for port d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.785444] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.823612] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.823878] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.823982] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 598.944095] env[69289]: INFO nova.compute.manager [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Took 16.41 seconds to build instance. [ 598.961361] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276411, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.121567] env[69289]: DEBUG nova.scheduler.client.report [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.169227] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.218772] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276408, 'name': Rename_Task, 'duration_secs': 1.098412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.219107] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.219563] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f622ea-0871-47ad-9047-2a56f4b73b42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.229500] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 599.229500] env[69289]: value = "task-3276413" [ 599.229500] env[69289]: _type = "Task" [ 599.229500] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.241283] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.315926] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.352246] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.354245] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.361022] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.361022] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.361022] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.361022] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.361022] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.361405] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.361405] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.361405] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.361405] env[69289]: DEBUG nova.virt.hardware [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.361405] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20e1ff2-0bf8-4876-850b-ad07026f99bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.373882] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f3baa5-b7a9-4ec3-82ed-0b2de727d7f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.402881] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.451020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e12a05bb-50f8-4ea2-af93-0ae5b21b91f5 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "d4a27581-6a50-465e-aca6-31522ca1af76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.932s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.462691] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276411, 'name': CreateVM_Task, 'duration_secs': 1.058194} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.463194] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.463682] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463873] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464196] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464679] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9cfcd25-31b0-4b6e-9d06-ea2684e4d6ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.470401] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 599.470401] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b83892-3442-4511-e628-6a235cde7c3b" [ 599.470401] env[69289]: _type = "Task" [ 599.470401] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.480637] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b83892-3442-4511-e628-6a235cde7c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.627080] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.627634] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.631270] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.186s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.631486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.631708] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 599.631945] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.445s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.636645] env[69289]: INFO nova.compute.claims [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.642819] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee8235-0784-4bb3-ad29-4693688a5da6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.652547] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7583a23b-7e90-4d41-aea1-543c06c2c006 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.679094] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2fdf1e-b83d-436a-8011-2c52cb2a56fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.692507] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276412, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.693152] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bef34a-18af-4843-ba9e-f59fdd92084d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.727196] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181052MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 599.727586] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.743845] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.826760] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Updated VIF entry in instance network info cache for port d31c485d-fe20-4e79-a1a3-abe93cd85833. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.827494] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Updating instance_info_cache with network_info: [{"id": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "address": "fa:16:3e:a4:fc:a3", "network": {"id": "75c57a4b-8c36-4c21-8764-c992b9f17d43", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1623035779-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8343d99fa62f44fbb29f31db06897e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31c485d-fe", "ovs_interfaceid": "d31c485d-fe20-4e79-a1a3-abe93cd85833", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.834129] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Updating instance_info_cache with network_info: [{"id": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "address": "fa:16:3e:94:75:29", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cd0411-11", "ovs_interfaceid": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.984644] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.984919] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.985153] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.141271] env[69289]: DEBUG nova.compute.utils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.146521] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.146521] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.187685] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276412, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.964566} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.187853] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Copied Virtual Disk [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk to [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.187925] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleting the datastore file [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0/tmp-sparse.vmdk {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.188222] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-833dfe4a-a857-4e3c-9a3a-b4d7db2f1e1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.196131] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 600.196131] env[69289]: value = "task-3276414" [ 600.196131] env[69289]: _type = "Task" [ 600.196131] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.205800] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.230403] env[69289]: DEBUG nova.policy [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caa26e41a704c0ebd9cdd24f41ff77f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e2273618134f36900ceb926c57faa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.248465] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.331752] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Releasing lock "refresh_cache-920e0beb-1967-4e57-89de-d7da30e67004" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.332073] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Received event network-vif-plugged-faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.333828] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.333828] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.333828] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.333828] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] No waiting events found dispatching network-vif-plugged-faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.333828] env[69289]: WARNING nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Received unexpected event network-vif-plugged-faa1f76d-6d1a-4657-a2e9-730b67280e95 for instance with vm_state building and task_state spawning. [ 600.334428] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Received event network-changed-faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.334428] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Refreshing instance network info cache due to event network-changed-faa1f76d-6d1a-4657-a2e9-730b67280e95. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.334428] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.334428] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquired lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.334722] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Refreshing network info cache for port faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.339695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.339999] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Instance network_info: |[{"id": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "address": "fa:16:3e:94:75:29", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cd0411-11", "ovs_interfaceid": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.340391] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:75:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2cd0411-1164-4c20-b43d-ef363aa7a0ca', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.349026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating folder: Project (b128894a3b5f4b12ac94c84d4cb90067). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.350203] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27b8053-392e-4e5f-b406-415286fcc15f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.368865] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created folder: Project (b128894a3b5f4b12ac94c84d4cb90067) in parent group-v654351. [ 600.368865] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating folder: Instances. Parent ref: group-v654370. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.368865] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abb0dffe-6ec4-40d4-b195-321ebef914bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.379588] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created folder: Instances in parent group-v654370. [ 600.379874] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.380893] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.380893] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2cc91b1-a017-4bbc-a88b-26ed1b9e5c34 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.404453] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.404453] env[69289]: value = "task-3276417" [ 600.404453] env[69289]: _type = "Task" [ 600.404453] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.413917] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276417, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.645527] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.689688] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.689688] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.709471] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032252} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.709888] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.710281] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Moving file from [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e/6a56f73b-175b-4481-93e6-8fbc6cd247e0 to [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0. {{(pid=69289) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.712928] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-073d93d4-1271-4df5-bd32-324a9a76f0f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.720128] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 600.720128] env[69289]: value = "task-3276418" [ 600.720128] env[69289]: _type = "Task" [ 600.720128] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.728648] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276418, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.742815] env[69289]: DEBUG oslo_vmware.api [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276413, 'name': PowerOnVM_Task, 'duration_secs': 1.186491} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.743336] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.743573] env[69289]: INFO nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Took 10.97 seconds to spawn the instance on the hypervisor. [ 600.743780] env[69289]: DEBUG nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.747034] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417a8f0-f616-4a86-917c-d0a17d9f94cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.876089] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a3b08-a15f-42da-93fb-645e1eb32b18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.885586] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad715ae0-e56f-4299-a9b0-3b959e9d4d67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.923105] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0978b55-a8a2-46e5-9215-a2573c032fd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.934906] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276417, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.940225] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1157fe-3c21-4685-8785-3b25f37b948c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.964022] env[69289]: DEBUG nova.compute.provider_tree [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.195908] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.218208] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.223217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.238412] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276418, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.266676] env[69289]: INFO nova.compute.manager [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Took 17.66 seconds to build instance. [ 601.428844] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276417, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.472465] env[69289]: DEBUG nova.scheduler.client.report [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.485228] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Acquiring lock "d4a27581-6a50-465e-aca6-31522ca1af76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.485553] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "d4a27581-6a50-465e-aca6-31522ca1af76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.485806] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Acquiring lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.486107] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.486382] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "d4a27581-6a50-465e-aca6-31522ca1af76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.489222] env[69289]: INFO nova.compute.manager [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Terminating instance [ 601.550713] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Successfully updated port: 53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.565327] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Successfully created port: c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.659843] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.692981] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.692981] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.693179] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.693281] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.693434] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.693590] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.693847] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.694023] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.697141] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.697141] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.697141] env[69289]: DEBUG nova.virt.hardware [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.697141] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e71f847-137b-492a-a458-758fd0ac65df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.706717] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc522d1e-4c55-4b0e-aa5f-9de31cb4bb07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.727874] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.739735] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276418, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.760887} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.740707] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.741224] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] File moved {{(pid=69289) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.741767] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Cleaning up location [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.741767] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleting the datastore file [datastore1] vmware_temp/3328b332-92ff-42c6-b8fd-8c497c1e564e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.741886] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77e9c15e-d66e-41a3-a5f5-e59892ca924c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.750134] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 601.750134] env[69289]: value = "task-3276419" [ 601.750134] env[69289]: _type = "Task" [ 601.750134] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.761035] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.768623] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68c06d0b-fd74-430f-9b32-c4abd9655b37 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.173s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.928476] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276417, 'name': CreateVM_Task, 'duration_secs': 1.17026} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.928771] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.929521] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.929715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.930088] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.930393] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0caf9633-b139-4948-8f81-933ea2cfd217 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.936993] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 601.936993] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f2532c-efa0-24a6-de3b-ba90385d7177" [ 601.936993] env[69289]: _type = "Task" [ 601.936993] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.952187] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f2532c-efa0-24a6-de3b-ba90385d7177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.977152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.977736] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.980746] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.196s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.982820] env[69289]: INFO nova.compute.claims [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.993287] env[69289]: DEBUG nova.compute.manager [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 601.993287] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 601.995091] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d8e673-92c5-4de4-9075-530e39452623 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.003043] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.003423] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccae2d05-54dd-422a-a296-d0bf9b39dd32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.010072] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Waiting for the task: (returnval){ [ 602.010072] env[69289]: value = "task-3276420" [ 602.010072] env[69289]: _type = "Task" [ 602.010072] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.019456] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Task: {'id': task-3276420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.056082] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.056082] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.056082] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.076221] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Updated VIF entry in instance network info cache for port faa1f76d-6d1a-4657-a2e9-730b67280e95. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.076221] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Updating instance_info_cache with network_info: [{"id": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "address": "fa:16:3e:67:c5:56", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa1f76d-6d", "ovs_interfaceid": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.270710] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068246} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.282308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.282308] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 602.283221] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36355327-8bb4-4730-a108-525090e18f08 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.292235] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 602.292235] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520f2d64-ee11-cb52-81e3-67fdf6e2693e" [ 602.292235] env[69289]: _type = "Task" [ 602.292235] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.302064] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520f2d64-ee11-cb52-81e3-67fdf6e2693e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.383943] env[69289]: DEBUG nova.compute.manager [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Received event network-vif-plugged-e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.384288] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Acquiring lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.384560] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.384791] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.385520] env[69289]: DEBUG nova.compute.manager [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] No waiting events found dispatching network-vif-plugged-e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.386060] env[69289]: WARNING nova.compute.manager [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Received unexpected event network-vif-plugged-e2cd0411-1164-4c20-b43d-ef363aa7a0ca for instance with vm_state building and task_state spawning. [ 602.386296] env[69289]: DEBUG nova.compute.manager [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Received event network-changed-e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.386511] env[69289]: DEBUG nova.compute.manager [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Refreshing instance network info cache due to event network-changed-e2cd0411-1164-4c20-b43d-ef363aa7a0ca. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.386768] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Acquiring lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.386915] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Acquired lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.387096] env[69289]: DEBUG nova.network.neutron [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Refreshing network info cache for port e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.448977] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f2532c-efa0-24a6-de3b-ba90385d7177, 'name': SearchDatastore_Task, 'duration_secs': 0.020384} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.449324] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.449584] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.449802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.488506] env[69289]: DEBUG nova.compute.utils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.496523] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.496737] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.520917] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Task: {'id': task-3276420, 'name': PowerOffVM_Task, 'duration_secs': 0.2126} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.521015] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.521188] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.521435] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdec1336-d31c-46d6-818f-7abdaec67bf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.580934] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Releasing lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.581190] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Received event network-vif-plugged-55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.581388] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.581585] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.581766] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.581901] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] No waiting events found dispatching network-vif-plugged-55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.582080] env[69289]: WARNING nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Received unexpected event network-vif-plugged-55507f53-6af3-498c-b4c5-144811bc7e61 for instance with vm_state building and task_state spawning. [ 602.582335] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Received event network-changed-55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.582386] env[69289]: DEBUG nova.compute.manager [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Refreshing instance network info cache due to event network-changed-55507f53-6af3-498c-b4c5-144811bc7e61. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.582562] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquiring lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.582765] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Acquired lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.582875] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Refreshing network info cache for port 55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.609041] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.609041] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.609041] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Deleting the datastore file [datastore2] d4a27581-6a50-465e-aca6-31522ca1af76 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.609041] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fe258cc-4e72-4d9d-a069-05e7e32b9b99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.613396] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Waiting for the task: (returnval){ [ 602.613396] env[69289]: value = "task-3276422" [ 602.613396] env[69289]: _type = "Task" [ 602.613396] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.623640] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Task: {'id': task-3276422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.649133] env[69289]: DEBUG nova.policy [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452a67f3a4d34279bc8853da3001023c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb711fca2e440fc93e41965c6dde584', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.651699] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.727966] env[69289]: DEBUG nova.compute.manager [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Received event network-vif-plugged-53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.727966] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] Acquiring lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.727966] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.728177] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.728348] env[69289]: DEBUG nova.compute.manager [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] No waiting events found dispatching network-vif-plugged-53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.728507] env[69289]: WARNING nova.compute.manager [req-c7e6a14d-ef72-4024-b72f-4d95187501e7 req-403829df-1a09-46a0-bfeb-e02110ceb289 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Received unexpected event network-vif-plugged-53903704-5a52-4c9f-9210-e6b09b732a3f for instance with vm_state building and task_state spawning. [ 602.783827] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.784127] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.788152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.788152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.788152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.788152] env[69289]: INFO nova.compute.manager [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Terminating instance [ 602.807802] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520f2d64-ee11-cb52-81e3-67fdf6e2693e, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.808147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.808376] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e26cddf5-3a4f-46ca-82f9-971cf6518ed5/e26cddf5-3a4f-46ca-82f9-971cf6518ed5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.808836] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.809091] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.809295] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8157c45d-9163-4e71-873d-d49252ededf9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.811527] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-977cdc2f-c8a1-47c1-a720-28182d2742e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.820034] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 602.820034] env[69289]: value = "task-3276423" [ 602.820034] env[69289]: _type = "Task" [ 602.820034] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.824953] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.825159] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.826285] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02abf424-1bdb-4e74-a604-3319d5079034 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.833995] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.836926] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 602.836926] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5279083f-72fa-132e-d2c8-6f2d3c70a19c" [ 602.836926] env[69289]: _type = "Task" [ 602.836926] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.845804] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5279083f-72fa-132e-d2c8-6f2d3c70a19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.997404] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.109371] env[69289]: DEBUG nova.network.neutron [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Updating instance_info_cache with network_info: [{"id": "53903704-5a52-4c9f-9210-e6b09b732a3f", "address": "fa:16:3e:08:26:54", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53903704-5a", "ovs_interfaceid": "53903704-5a52-4c9f-9210-e6b09b732a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.126969] env[69289]: DEBUG oslo_vmware.api [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Task: {'id': task-3276422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368937} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.127258] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.127459] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.127883] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.127883] env[69289]: INFO nova.compute.manager [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Took 1.13 seconds to destroy the instance on the hypervisor. [ 603.128153] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.129116] env[69289]: DEBUG nova.compute.manager [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.132025] env[69289]: DEBUG nova.network.neutron [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.292548] env[69289]: DEBUG nova.compute.manager [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.293906] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.294444] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ee837-e0bf-490a-aab3-e99017f8cfe9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.299535] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c77bc-c511-4ea1-a138-3ef034f7a3a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.311501] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.312431] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bb62c1-cfa1-4d8b-a6ba-e8c8a331b492 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.317101] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4317ef-149f-4d96-97e6-b5ceee4f5f80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.354019] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 603.354019] env[69289]: value = "task-3276424" [ 603.354019] env[69289]: _type = "Task" [ 603.354019] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.362801] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd3f120-a011-4367-ac55-9db513f84693 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.379423] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557657} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.387613] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e26cddf5-3a4f-46ca-82f9-971cf6518ed5/e26cddf5-3a4f-46ca-82f9-971cf6518ed5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.387786] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.388075] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5279083f-72fa-132e-d2c8-6f2d3c70a19c, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.388761] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45641ebb-0c5d-4e87-be14-ab83d48e40f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.392955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c73d2e-b7e2-4b51-87eb-3c970c88e461 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.401269] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20e0d7c-52e9-47d0-96f4-7849897595ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.405580] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.407193] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 603.407193] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52988ee9-eb2b-af07-52b4-0b5e4ebb60b1" [ 603.407193] env[69289]: _type = "Task" [ 603.407193] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.416345] env[69289]: DEBUG nova.compute.provider_tree [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.424776] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 603.424776] env[69289]: value = "task-3276425" [ 603.424776] env[69289]: _type = "Task" [ 603.424776] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.426822] env[69289]: DEBUG nova.scheduler.client.report [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.439134] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52988ee9-eb2b-af07-52b4-0b5e4ebb60b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021932} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.439745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.440141] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.441807] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.441807] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.441807] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70c8b386-9bfc-4862-8ddb-17580471adda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.445819] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-456fa1a4-1cf8-4fcc-9510-2435fc7c238d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.448717] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.454751] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 603.454751] env[69289]: value = "task-3276426" [ 603.454751] env[69289]: _type = "Task" [ 603.454751] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.460247] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.461041] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.461885] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6ee805-d129-4fd1-bd4a-973feb70efcf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.468199] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.471381] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 603.471381] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5230c212-0e38-f909-a486-5b51b78298bf" [ 603.471381] env[69289]: _type = "Task" [ 603.471381] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.482669] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5230c212-0e38-f909-a486-5b51b78298bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.613083] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.613489] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Instance network_info: |[{"id": "53903704-5a52-4c9f-9210-e6b09b732a3f", "address": "fa:16:3e:08:26:54", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53903704-5a", "ovs_interfaceid": "53903704-5a52-4c9f-9210-e6b09b732a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.613856] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:26:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53903704-5a52-4c9f-9210-e6b09b732a3f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.622360] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.622574] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.623873] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5becb85f-e1d6-4cd9-9ce2-1fab26be1902 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.651246] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.651246] env[69289]: value = "task-3276427" [ 603.651246] env[69289]: _type = "Task" [ 603.651246] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.666097] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276427, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.824611] env[69289]: DEBUG nova.network.neutron [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Updated VIF entry in instance network info cache for port e2cd0411-1164-4c20-b43d-ef363aa7a0ca. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.824611] env[69289]: DEBUG nova.network.neutron [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Updating instance_info_cache with network_info: [{"id": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "address": "fa:16:3e:94:75:29", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2cd0411-11", "ovs_interfaceid": "e2cd0411-1164-4c20-b43d-ef363aa7a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.826729] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Successfully created port: 412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.872526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.872526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.880217] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276424, 'name': PowerOffVM_Task, 'duration_secs': 0.211479} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.880466] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.880731] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.881027] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d8d548-4005-42d3-b2ae-972945018b1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.941646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.961s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.942403] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.945618] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077071} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.948197] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.219s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.948197] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.950835] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd6220f-3c88-413a-83c2-c394a8dc0483 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.953689] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.953931] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.954171] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleting the datastore file [datastore2] f2a24bb2-b232-45c9-b636-44252cf2d7b2 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.955086] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b6c989a-5ad2-497f-b763-74cfdb175254 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.985366] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e26cddf5-3a4f-46ca-82f9-971cf6518ed5/e26cddf5-3a4f-46ca-82f9-971cf6518ed5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.995025] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8429693-458e-4ba7-a140-6f34d006115a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.013049] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for the task: (returnval){ [ 604.013049] env[69289]: value = "task-3276429" [ 604.013049] env[69289]: _type = "Task" [ 604.013049] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.016724] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.019540] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276426, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.031286] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5230c212-0e38-f909-a486-5b51b78298bf, 'name': SearchDatastore_Task, 'duration_secs': 0.0166} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.031672] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 604.031672] env[69289]: value = "task-3276430" [ 604.031672] env[69289]: _type = "Task" [ 604.031672] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.032975] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f52887e-310e-4d79-a4d6-8ebd34a5a460 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.043046] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.050314] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.055245] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 604.055245] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52868259-1106-c347-fd04-9aecf06a2e45" [ 604.055245] env[69289]: _type = "Task" [ 604.055245] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.063096] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.063398] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.063567] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.063956] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.063956] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.064329] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.064440] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.064732] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.064909] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.065500] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.065500] env[69289]: DEBUG nova.virt.hardware [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.066603] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc31b4-4207-44d3-a926-a3f852c81e94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.076381] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52868259-1106-c347-fd04-9aecf06a2e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.078830] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Updated VIF entry in instance network info cache for port 55507f53-6af3-498c-b4c5-144811bc7e61. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.079258] env[69289]: DEBUG nova.network.neutron [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Updating instance_info_cache with network_info: [{"id": "55507f53-6af3-498c-b4c5-144811bc7e61", "address": "fa:16:3e:7a:ff:c9", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55507f53-6a", "ovs_interfaceid": "55507f53-6af3-498c-b4c5-144811bc7e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.084834] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad2c965-460a-458f-87cf-276be027fd6a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.168143] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276427, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.232981] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "920e0beb-1967-4e57-89de-d7da30e67004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.236916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.236916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "920e0beb-1967-4e57-89de-d7da30e67004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.236916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.236916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.240529] env[69289]: INFO nova.compute.manager [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Terminating instance [ 604.329724] env[69289]: DEBUG oslo_concurrency.lockutils [req-567d2aa2-526a-4ac9-9410-a6956b58f697 req-75612868-76b1-4276-a286-f9120f17fd0a service nova] Releasing lock "refresh_cache-c67b7ea2-7a61-4d2e-bae8-45ad029d997b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.375841] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.454852] env[69289]: DEBUG nova.compute.utils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.455870] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.455870] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.476479] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819241} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.476479] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.476479] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.476479] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0db4b28-bfa6-4282-a5a1-90bc83fedd73 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.484277] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 604.484277] env[69289]: value = "task-3276431" [ 604.484277] env[69289]: _type = "Task" [ 604.484277] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.494497] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.526978] env[69289]: DEBUG oslo_vmware.api [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Task: {'id': task-3276429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457023} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.528238] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Successfully updated port: c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.529347] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.529556] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.529714] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.529876] env[69289]: INFO nova.compute.manager [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Took 1.24 seconds to destroy the instance on the hypervisor. [ 604.530122] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.530528] env[69289]: DEBUG nova.compute.manager [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 604.530606] env[69289]: DEBUG nova.network.neutron [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 604.544542] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.565942] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52868259-1106-c347-fd04-9aecf06a2e45, 'name': SearchDatastore_Task, 'duration_secs': 0.057041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.566660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.566660] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c67b7ea2-7a61-4d2e-bae8-45ad029d997b/c67b7ea2-7a61-4d2e-bae8-45ad029d997b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.566826] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d05ac7-8043-4e5d-8c4f-5a06a86478f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.575041] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 604.575041] env[69289]: value = "task-3276432" [ 604.575041] env[69289]: _type = "Task" [ 604.575041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.584314] env[69289]: DEBUG oslo_concurrency.lockutils [req-0df4f4ec-8cb2-4fb0-88ed-1c3816519f8a req-a57841a1-70e0-4743-a3ab-a42f61a6b009 service nova] Releasing lock "refresh_cache-bd0530ae-11ac-4ed5-86bc-3379f48ed157" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.584482] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.642418] env[69289]: DEBUG nova.policy [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71bd8fb7f24b4875bed3cb03d986ec0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e2e5deb89f4479b32f98b1ef4b5a39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.665320] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276427, 'name': CreateVM_Task, 'duration_secs': 0.804739} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.665516] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.666562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.666562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.666845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.670635] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0100fec-04b8-45be-821e-36b8b499b988 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.672925] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 604.672925] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52676d37-c959-ed44-b3f3-04c034de565d" [ 604.672925] env[69289]: _type = "Task" [ 604.672925] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.682238] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52676d37-c959-ed44-b3f3-04c034de565d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.697885] env[69289]: DEBUG nova.network.neutron [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.748332] env[69289]: DEBUG nova.compute.manager [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.748332] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.749311] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29c729-35c9-44f6-b729-7ee82df5277f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.759341] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.759626] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd4ff218-5b76-4c20-a0db-34854407a06a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.766017] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 604.766017] env[69289]: value = "task-3276433" [ 604.766017] env[69289]: _type = "Task" [ 604.766017] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.774642] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.902259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.964828] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.996278] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06923} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.997527] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance f2a24bb2-b232-45c9-b636-44252cf2d7b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.997527] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 83ba7def-ccab-4225-bfc3-9768c318ec0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.997527] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 920e0beb-1967-4e57-89de-d7da30e67004 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.997731] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d4a27581-6a50-465e-aca6-31522ca1af76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.997770] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e26cddf5-3a4f-46ca-82f9-971cf6518ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.997856] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bd0530ae-11ac-4ed5-86bc-3379f48ed157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.999369] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c67b7ea2-7a61-4d2e-bae8-45ad029d997b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.999369] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance fcc47616-4cd0-42fd-af2e-95cb15d66049 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.999369] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 239a45e3-cfdf-463c-bd3c-822cb45a643f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 604.999369] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.005120] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d5c2369b-e2cd-4a7a-b04f-d16f4be288fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 605.005120] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.005120] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae250c8-3ecb-4caf-85e1-74232a24cf93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.030333] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.030976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.031181] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.031323] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.032670] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5352e415-1bae-4320-99f3-47e2e8fdb671 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.063477] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276430, 'name': ReconfigVM_Task, 'duration_secs': 0.72365} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.064628] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e26cddf5-3a4f-46ca-82f9-971cf6518ed5/e26cddf5-3a4f-46ca-82f9-971cf6518ed5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.065506] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 605.065506] env[69289]: value = "task-3276434" [ 605.065506] env[69289]: _type = "Task" [ 605.065506] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.065810] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd957ad4-5fa4-474f-956c-a98f781b90d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.076960] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 605.076960] env[69289]: value = "task-3276435" [ 605.076960] env[69289]: _type = "Task" [ 605.076960] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.084494] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.094596] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276432, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.098477] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276435, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.157783] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.189028] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52676d37-c959-ed44-b3f3-04c034de565d, 'name': SearchDatastore_Task, 'duration_secs': 0.023627} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.189028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.189028] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.189028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.189317] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.189317] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.189553] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db06ccf4-230c-47a7-ad10-20d92d407557 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.198601] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.198982] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.200236] env[69289]: INFO nova.compute.manager [-] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Took 2.07 seconds to deallocate network for instance. [ 605.201107] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85edf33-af0b-40cd-9e6c-0400f8d97363 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.211252] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 605.211252] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529b958c-c48c-cf4e-827d-20ae82828b81" [ 605.211252] env[69289]: _type = "Task" [ 605.211252] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.222277] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b958c-c48c-cf4e-827d-20ae82828b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.275815] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276433, 'name': PowerOffVM_Task, 'duration_secs': 0.20986} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.278519] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.278850] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.278972] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc65559a-3e79-46c4-b57e-f9ab0925eb1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.352758] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.352758] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.352758] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Deleting the datastore file [datastore2] 920e0beb-1967-4e57-89de-d7da30e67004 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.352758] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e41aab-200c-4ac9-828e-f299a908c5a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.360914] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for the task: (returnval){ [ 605.360914] env[69289]: value = "task-3276437" [ 605.360914] env[69289]: _type = "Task" [ 605.360914] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.374047] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.390134] env[69289]: DEBUG nova.network.neutron [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Updating instance_info_cache with network_info: [{"id": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "address": "fa:16:3e:37:3c:a1", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41bf7bb-72", "ovs_interfaceid": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.503758] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1a4b0b85-4f41-40f2-a801-36657c2bc39b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 605.584561] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276434, 'name': ReconfigVM_Task, 'duration_secs': 0.322482} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.591028] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.596247] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93ee74e3-ede4-4ee3-8878-a0de7978c1b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.597318] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627266} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.599091] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c67b7ea2-7a61-4d2e-bae8-45ad029d997b/c67b7ea2-7a61-4d2e-bae8-45ad029d997b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.599091] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.599091] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7340cb7a-2fb4-4b10-9971-84e3957d90bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.605076] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276435, 'name': Rename_Task, 'duration_secs': 0.239454} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.606550] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.606866] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 605.606866] env[69289]: value = "task-3276438" [ 605.606866] env[69289]: _type = "Task" [ 605.606866] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.607081] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee58fce3-b42a-4237-90de-cb41736c89c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.613354] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 605.613354] env[69289]: value = "task-3276439" [ 605.613354] env[69289]: _type = "Task" [ 605.613354] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.621610] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276438, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.621610] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 605.621610] env[69289]: value = "task-3276440" [ 605.621610] env[69289]: _type = "Task" [ 605.621610] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.630038] env[69289]: DEBUG nova.network.neutron [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.631222] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.637093] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276440, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.712854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.722976] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b958c-c48c-cf4e-827d-20ae82828b81, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.724219] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2d0a74-a6d0-4077-9986-a62c4937b188 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.729915] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 605.729915] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bc23f2-624e-839e-1074-d27b4c365726" [ 605.729915] env[69289]: _type = "Task" [ 605.729915] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.746798] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bc23f2-624e-839e-1074-d27b4c365726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.874706] env[69289]: DEBUG oslo_vmware.api [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Task: {'id': task-3276437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133874} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.875507] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.875507] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.876235] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.876444] env[69289]: INFO nova.compute.manager [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Took 1.13 seconds to destroy the instance on the hypervisor. [ 605.876700] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.876923] env[69289]: DEBUG nova.compute.manager [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 605.877026] env[69289]: DEBUG nova.network.neutron [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 605.892771] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.893332] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Instance network_info: |[{"id": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "address": "fa:16:3e:37:3c:a1", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41bf7bb-72", "ovs_interfaceid": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.896015] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:3c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c41bf7bb-72bf-4de9-8dfc-6005f939f420', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.903928] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.903928] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.903928] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86154d6-4d70-446e-b623-9104933b411d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.925209] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.925209] env[69289]: value = "task-3276441" [ 605.925209] env[69289]: _type = "Task" [ 605.925209] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.935289] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276441, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.988282] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.006638] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 2c481930-198b-4e6b-8a75-4edd7af6b13d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 606.028400] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.028656] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.028810] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.029035] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.031359] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.031359] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.031359] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.031359] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.031867] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.032417] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.032864] env[69289]: DEBUG nova.virt.hardware [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.033927] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639185f-3877-4c50-851a-6473fcaafe35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.048203] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4180f5-607c-4041-bfd6-49813a486bb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.131887] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276438, 'name': Rename_Task, 'duration_secs': 0.141732} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.132285] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182694} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.136157] env[69289]: INFO nova.compute.manager [-] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Took 1.61 seconds to deallocate network for instance. [ 606.136931] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.136931] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.138485] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee823fb1-9579-4a11-a736-ef731b5ec303 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.140952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0dd84c-e603-4349-bdf1-d4c8000dc230 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.155344] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276440, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.168543] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 606.168543] env[69289]: value = "task-3276442" [ 606.168543] env[69289]: _type = "Task" [ 606.168543] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.180034] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c67b7ea2-7a61-4d2e-bae8-45ad029d997b/c67b7ea2-7a61-4d2e-bae8-45ad029d997b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.180034] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d44c053-4a6b-4b3a-a310-4b04cfb1d7af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.210502] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.210992] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 606.210992] env[69289]: value = "task-3276443" [ 606.210992] env[69289]: _type = "Task" [ 606.210992] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.220793] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.242704] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bc23f2-624e-839e-1074-d27b4c365726, 'name': SearchDatastore_Task, 'duration_secs': 0.010871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.242996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.243267] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] fcc47616-4cd0-42fd-af2e-95cb15d66049/fcc47616-4cd0-42fd-af2e-95cb15d66049.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.243540] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d916e1b-6640-49eb-abec-8da206a68bce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.250933] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 606.250933] env[69289]: value = "task-3276444" [ 606.250933] env[69289]: _type = "Task" [ 606.250933] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.260830] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.391493] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Successfully updated port: 412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.397010] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Successfully created port: fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.440713] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276441, 'name': CreateVM_Task, 'duration_secs': 0.376527} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.441259] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.441996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.442200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.442611] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.443312] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b9a6f3-3e4b-4cd3-bf80-35efd1666ffb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.451318] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 606.451318] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2f97f-4973-49ee-5246-35a242b08470" [ 606.451318] env[69289]: _type = "Task" [ 606.451318] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.462392] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2f97f-4973-49ee-5246-35a242b08470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.512450] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e0c69223-79c6-4c14-9ef5-8a02ae8d93f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 606.512450] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 606.512633] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 606.646562] env[69289]: DEBUG oslo_vmware.api [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276440, 'name': PowerOnVM_Task, 'duration_secs': 0.576333} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.646562] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.646712] env[69289]: INFO nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Took 14.52 seconds to spawn the instance on the hypervisor. [ 606.646919] env[69289]: DEBUG nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.647793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9039504-8ef2-47b2-8b0f-91bea6e1702d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.655578] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.700772] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276442, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.726368] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.762105] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276444, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.810836] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebf2662-6d9b-4cc6-88a9-dabb819c65f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.819099] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cca92c4-9cc2-49eb-8ec5-12f20c74da4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.855891] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ddda8-1509-4e4a-b6e8-ca5386b9172b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.866484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7160b1f-a1c7-4252-a431-e80961f1f134 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.881298] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.895753] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.895896] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.896031] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.971443] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2f97f-4973-49ee-5246-35a242b08470, 'name': SearchDatastore_Task, 'duration_secs': 0.06053} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.974241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.974241] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.974241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.974241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.974745] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.974745] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c1a47a-aedb-48c6-b7a2-ac85e71cc34d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.990553] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.990782] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.992548] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9ff72e-9c93-417b-a2a7-ca00e258de9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.000173] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 607.000173] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e1e4df-f2cd-6e70-f698-9ce957a41cb0" [ 607.000173] env[69289]: _type = "Task" [ 607.000173] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.010892] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e1e4df-f2cd-6e70-f698-9ce957a41cb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.177736] env[69289]: INFO nova.compute.manager [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Took 23.42 seconds to build instance. [ 607.192521] env[69289]: DEBUG oslo_vmware.api [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276442, 'name': PowerOnVM_Task, 'duration_secs': 0.555431} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.192819] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.193305] env[69289]: INFO nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Took 12.79 seconds to spawn the instance on the hypervisor. [ 607.193424] env[69289]: DEBUG nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.194361] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67545c90-43d6-4a7f-a676-7127102a316e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.230509] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276443, 'name': ReconfigVM_Task, 'duration_secs': 0.618645} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.230814] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c67b7ea2-7a61-4d2e-bae8-45ad029d997b/c67b7ea2-7a61-4d2e-bae8-45ad029d997b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.231608] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bbd6e38-0c46-4004-94eb-69a114395db0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.238778] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 607.238778] env[69289]: value = "task-3276445" [ 607.238778] env[69289]: _type = "Task" [ 607.238778] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.248390] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276445, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.271801] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521515} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.271801] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] fcc47616-4cd0-42fd-af2e-95cb15d66049/fcc47616-4cd0-42fd-af2e-95cb15d66049.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.271935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.275686] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce52972c-8f89-4cdf-9d37-6d0eeec0137b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.286046] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 607.286046] env[69289]: value = "task-3276446" [ 607.286046] env[69289]: _type = "Task" [ 607.286046] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.294483] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.386741] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.464205] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.481740] env[69289]: DEBUG nova.network.neutron [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.517470] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e1e4df-f2cd-6e70-f698-9ce957a41cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.518357] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e06330-3dd1-49d2-a76a-39caa9393cec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.524214] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 607.524214] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52efd198-e58d-9611-5537-36c8187c3a8b" [ 607.524214] env[69289]: _type = "Task" [ 607.524214] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.537290] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52efd198-e58d-9611-5537-36c8187c3a8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.597359] env[69289]: DEBUG nova.compute.manager [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Received event network-changed-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.597487] env[69289]: DEBUG nova.compute.manager [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Refreshing instance network info cache due to event network-changed-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.597755] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Acquiring lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.597838] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Acquired lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.597967] env[69289]: DEBUG nova.network.neutron [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Refreshing network info cache for port 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.634187] env[69289]: DEBUG nova.compute.manager [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Received event network-changed-53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.634439] env[69289]: DEBUG nova.compute.manager [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Refreshing instance network info cache due to event network-changed-53903704-5a52-4c9f-9210-e6b09b732a3f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.634698] env[69289]: DEBUG oslo_concurrency.lockutils [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] Acquiring lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.634882] env[69289]: DEBUG oslo_concurrency.lockutils [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] Acquired lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.635377] env[69289]: DEBUG nova.network.neutron [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Refreshing network info cache for port 53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.681164] env[69289]: DEBUG oslo_concurrency.lockutils [None req-98401277-2d1d-4caa-8d33-d1571c58f0a1 tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.935s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.720579] env[69289]: INFO nova.compute.manager [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Took 21.00 seconds to build instance. [ 607.755757] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276445, 'name': Rename_Task, 'duration_secs': 0.33574} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.756714] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.757298] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74fe02b3-b107-4d71-b4ee-3913b989ebdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.767421] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 607.767421] env[69289]: value = "task-3276447" [ 607.767421] env[69289]: _type = "Task" [ 607.767421] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.797504] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276447, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.807735] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140228} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.808023] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.808839] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0d5a1-5d9a-4287-a4d8-2a43f89b6e95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.838031] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fcc47616-4cd0-42fd-af2e-95cb15d66049/fcc47616-4cd0-42fd-af2e-95cb15d66049.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.838031] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f39b139-e58b-43ed-a653-130f16570dcf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.862665] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 607.862665] env[69289]: value = "task-3276448" [ 607.862665] env[69289]: _type = "Task" [ 607.862665] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.874972] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276448, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.890272] env[69289]: DEBUG nova.network.neutron [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating instance_info_cache with network_info: [{"id": "412419a3-3b80-4194-8485-7109a4593d0e", "address": "fa:16:3e:a0:d3:6b", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412419a3-3b", "ovs_interfaceid": "412419a3-3b80-4194-8485-7109a4593d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.896309] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 607.896309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.947s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.896309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.153s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.896309] env[69289]: INFO nova.compute.claims [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.958169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.958574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.987255] env[69289]: INFO nova.compute.manager [-] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Took 2.11 seconds to deallocate network for instance. [ 608.038829] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52efd198-e58d-9611-5537-36c8187c3a8b, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.038829] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.038829] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 239a45e3-cfdf-463c-bd3c-822cb45a643f/239a45e3-cfdf-463c-bd3c-822cb45a643f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.039037] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09afd9e-6cd1-4e00-936e-e524d42628d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.046363] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 608.046363] env[69289]: value = "task-3276449" [ 608.046363] env[69289]: _type = "Task" [ 608.046363] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.065509] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.224612] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b00f99a6-df48-4e48-a871-a11069ac1408 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.525s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.281039] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.380726] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276448, 'name': ReconfigVM_Task, 'duration_secs': 0.475356} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.380726] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fcc47616-4cd0-42fd-af2e-95cb15d66049/fcc47616-4cd0-42fd-af2e-95cb15d66049.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.380726] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8678ef03-154b-4008-9916-c546d7bb652d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.390198] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 608.390198] env[69289]: value = "task-3276450" [ 608.390198] env[69289]: _type = "Task" [ 608.390198] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.394378] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.396397] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Instance network_info: |[{"id": "412419a3-3b80-4194-8485-7109a4593d0e", "address": "fa:16:3e:a0:d3:6b", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412419a3-3b", "ovs_interfaceid": "412419a3-3b80-4194-8485-7109a4593d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.396934] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:d3:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412419a3-3b80-4194-8485-7109a4593d0e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.406315] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Creating folder: Project (2eb711fca2e440fc93e41965c6dde584). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.409679] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd375308-c6e1-4cc6-b832-d9533db2cec3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.416579] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276450, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.429467] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Created folder: Project (2eb711fca2e440fc93e41965c6dde584) in parent group-v654351. [ 608.429712] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Creating folder: Instances. Parent ref: group-v654375. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.430476] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9766a5bd-a61c-4a29-a588-b929b2316c78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.447409] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Created folder: Instances in parent group-v654375. [ 608.447409] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.447409] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.447409] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ebebf54-d35a-4e04-990a-48f84802e1cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.464144] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.468965] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.468965] env[69289]: value = "task-3276453" [ 608.468965] env[69289]: _type = "Task" [ 608.468965] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.484162] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.494418] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.563938] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276449, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.781734] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276447, 'name': PowerOnVM_Task, 'duration_secs': 0.774368} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.782045] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.782268] env[69289]: INFO nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Took 11.97 seconds to spawn the instance on the hypervisor. [ 608.782445] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.783289] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36641f55-23d4-4a96-86bd-756b32f55f8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.900742] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276450, 'name': Rename_Task, 'duration_secs': 0.48844} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.901033] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.901327] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6101c901-b279-446d-8aff-56c475dfa3af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.912620] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 608.912620] env[69289]: value = "task-3276454" [ 608.912620] env[69289]: _type = "Task" [ 608.912620] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.926054] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.990259] env[69289]: DEBUG nova.network.neutron [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Updated VIF entry in instance network info cache for port 53903704-5a52-4c9f-9210-e6b09b732a3f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.990595] env[69289]: DEBUG nova.network.neutron [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Updating instance_info_cache with network_info: [{"id": "53903704-5a52-4c9f-9210-e6b09b732a3f", "address": "fa:16:3e:08:26:54", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53903704-5a", "ovs_interfaceid": "53903704-5a52-4c9f-9210-e6b09b732a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.003661] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.016738] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.040012] env[69289]: DEBUG nova.network.neutron [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updated VIF entry in instance network info cache for port 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.040383] env[69289]: DEBUG nova.network.neutron [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updating instance_info_cache with network_info: [{"id": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "address": "fa:16:3e:eb:2a:04", "network": {"id": "2b49faef-85a8-4249-9f5e-a63eed59be86", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-280919716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "776a73ac17604a1892be0f7622838405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3261eb03-4f", "ovs_interfaceid": "3261eb03-4f0a-4e3f-a8b7-552fc1d3255f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.065426] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69846} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.073021] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 239a45e3-cfdf-463c-bd3c-822cb45a643f/239a45e3-cfdf-463c-bd3c-822cb45a643f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.073021] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.073021] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d27808f1-7050-4656-87ef-7bad1fb44967 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.084215] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 609.084215] env[69289]: value = "task-3276455" [ 609.084215] env[69289]: _type = "Task" [ 609.084215] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.095501] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.223074] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Successfully updated port: fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.303694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc730a3-51b3-4265-b42c-639f116090e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.310574] env[69289]: INFO nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Took 19.38 seconds to build instance. [ 609.319747] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae69f04-91e0-4b3d-b188-f9e2477b1301 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.366082] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e8c1b-1436-44d2-8742-3f6eb5859ba6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.378172] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820c5cfb-3589-4201-98da-1b55dbb99ad7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.394753] env[69289]: DEBUG nova.compute.provider_tree [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.431511] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.486604] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.497706] env[69289]: DEBUG oslo_concurrency.lockutils [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] Releasing lock "refresh_cache-fcc47616-4cd0-42fd-af2e-95cb15d66049" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.498019] env[69289]: DEBUG nova.compute.manager [req-c657471e-e9b6-452a-84ed-91acc370a38d req-f29935da-2d64-4016-93ce-b5670deb5d53 service nova] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Received event network-vif-deleted-565608bd-6b2c-447b-a2a3-b5eb68d86610 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.548757] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Releasing lock "refresh_cache-83ba7def-ccab-4225-bfc3-9768c318ec0f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.551581] env[69289]: DEBUG nova.compute.manager [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Received event network-vif-plugged-c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.551897] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Acquiring lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.552166] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.552386] env[69289]: DEBUG oslo_concurrency.lockutils [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.552513] env[69289]: DEBUG nova.compute.manager [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] No waiting events found dispatching network-vif-plugged-c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.552680] env[69289]: WARNING nova.compute.manager [req-e534f0b0-c277-41fb-9682-ba70fef4c96d req-57d57e1e-daa6-4e9c-9f46-80a10c1e70b4 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Received unexpected event network-vif-plugged-c41bf7bb-72bf-4de9-8dfc-6005f939f420 for instance with vm_state building and task_state spawning. [ 609.602811] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109947} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.603173] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.605360] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8043a79-3b61-44c8-809e-8113bc645868 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.638029] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 239a45e3-cfdf-463c-bd3c-822cb45a643f/239a45e3-cfdf-463c-bd3c-822cb45a643f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.639460] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c995c66b-a8d2-4bc2-901e-a90423846b64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.661594] env[69289]: DEBUG nova.compute.manager [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Received event network-changed {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.661893] env[69289]: DEBUG nova.compute.manager [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Refreshing instance network info cache due to event network-changed. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.662022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] Acquiring lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.662196] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] Acquired lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.662331] env[69289]: DEBUG nova.network.neutron [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.671343] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 609.671343] env[69289]: value = "task-3276460" [ 609.671343] env[69289]: _type = "Task" [ 609.671343] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.685976] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.728977] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.728977] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquired lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.728977] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.817360] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.901s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.900771] env[69289]: DEBUG nova.scheduler.client.report [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.924583] env[69289]: DEBUG oslo_vmware.api [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276454, 'name': PowerOnVM_Task, 'duration_secs': 0.69133} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.924672] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.924997] env[69289]: INFO nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Took 10.61 seconds to spawn the instance on the hypervisor. [ 609.925154] env[69289]: DEBUG nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.926102] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7e6cb-c039-4c34-9746-7c656916ee23 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.983367] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.182445] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276460, 'name': ReconfigVM_Task, 'duration_secs': 0.330849} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.182764] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 239a45e3-cfdf-463c-bd3c-822cb45a643f/239a45e3-cfdf-463c-bd3c-822cb45a643f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.183240] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b1dc1be-c83b-48be-8b07-97d1eadef0a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.190266] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 610.190266] env[69289]: value = "task-3276461" [ 610.190266] env[69289]: _type = "Task" [ 610.190266] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.202767] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276461, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.306776] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.408929] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.411030] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.417281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.135s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.417281] env[69289]: INFO nova.compute.claims [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.455642] env[69289]: INFO nova.compute.manager [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Took 20.37 seconds to build instance. [ 610.485049] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.599779] env[69289]: DEBUG nova.network.neutron [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Updating instance_info_cache with network_info: [{"id": "fe3b78a7-c441-4e67-807e-5b37303f6879", "address": "fa:16:3e:dd:28:51", "network": {"id": "23dc8cec-370c-42c3-ac8c-891147b8bc4d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1399694138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "36e2e5deb89f4479b32f98b1ef4b5a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3b78a7-c4", "ovs_interfaceid": "fe3b78a7-c441-4e67-807e-5b37303f6879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.631268] env[69289]: DEBUG nova.network.neutron [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Updating instance_info_cache with network_info: [{"id": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "address": "fa:16:3e:67:c5:56", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa1f76d-6d", "ovs_interfaceid": "faa1f76d-6d1a-4657-a2e9-730b67280e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.702963] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276461, 'name': Rename_Task, 'duration_secs': 0.155225} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.703498] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.704324] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89331668-3782-4d4d-9383-0afb45d76ba9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.711234] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 610.711234] env[69289]: value = "task-3276462" [ 610.711234] env[69289]: _type = "Task" [ 610.711234] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.721611] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.922704] env[69289]: DEBUG nova.compute.utils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.925574] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.926024] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.959588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a37e42a-c1ed-4b23-a5bf-e94e0adefded tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.975s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.983157] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.037074] env[69289]: DEBUG nova.policy [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75f6ef2d62324af6bc69bbf7c3b38133', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87a56d4381ef437299500de2a73affe5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.102030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Releasing lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102030] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Instance network_info: |[{"id": "fe3b78a7-c441-4e67-807e-5b37303f6879", "address": "fa:16:3e:dd:28:51", "network": {"id": "23dc8cec-370c-42c3-ac8c-891147b8bc4d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1399694138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "36e2e5deb89f4479b32f98b1ef4b5a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3b78a7-c4", "ovs_interfaceid": "fe3b78a7-c441-4e67-807e-5b37303f6879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.102327] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:28:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe3b78a7-c441-4e67-807e-5b37303f6879', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.114437] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Creating folder: Project (36e2e5deb89f4479b32f98b1ef4b5a39). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.114759] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c848f582-4a84-4c2e-921c-ece44ac40430 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.130398] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Created folder: Project (36e2e5deb89f4479b32f98b1ef4b5a39) in parent group-v654351. [ 611.130954] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Creating folder: Instances. Parent ref: group-v654381. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.131267] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c73e9c-3407-4f56-9907-41b4d4b5194b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.137259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f59a0dd2-6369-4db4-979b-e4c2833247b8 tempest-ServerExternalEventsTest-729922154 tempest-ServerExternalEventsTest-729922154-project] Releasing lock "refresh_cache-e26cddf5-3a4f-46ca-82f9-971cf6518ed5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.140725] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Created folder: Instances in parent group-v654381. [ 611.140990] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.141200] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.141403] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19b8bcf6-8d57-4da5-b0fb-1dc22e9138e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.170456] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.170456] env[69289]: value = "task-3276465" [ 611.170456] env[69289]: _type = "Task" [ 611.170456] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.182065] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276465, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.222523] env[69289]: DEBUG oslo_vmware.api [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276462, 'name': PowerOnVM_Task, 'duration_secs': 0.478109} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.222894] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.222968] env[69289]: INFO nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Took 9.56 seconds to spawn the instance on the hypervisor. [ 611.223145] env[69289]: DEBUG nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.223927] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6d4a25-0425-4db1-b9ca-44d09973f1e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.380338] env[69289]: DEBUG nova.compute.manager [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Received event network-vif-plugged-fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.380717] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Acquiring lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.381063] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.381657] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.385423] env[69289]: DEBUG nova.compute.manager [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] No waiting events found dispatching network-vif-plugged-fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.385894] env[69289]: WARNING nova.compute.manager [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Received unexpected event network-vif-plugged-fe3b78a7-c441-4e67-807e-5b37303f6879 for instance with vm_state building and task_state spawning. [ 611.386213] env[69289]: DEBUG nova.compute.manager [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Received event network-changed-fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.386519] env[69289]: DEBUG nova.compute.manager [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Refreshing instance network info cache due to event network-changed-fe3b78a7-c441-4e67-807e-5b37303f6879. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.386868] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Acquiring lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.387146] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Acquired lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.387402] env[69289]: DEBUG nova.network.neutron [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Refreshing network info cache for port fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.417367] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Received event network-changed-c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.417367] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Refreshing instance network info cache due to event network-changed-c41bf7bb-72bf-4de9-8dfc-6005f939f420. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.417367] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Acquiring lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.417367] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Acquired lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.417367] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Refreshing network info cache for port c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.436136] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.484787] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.690386] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276465, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.729856] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c75e59b-a895-4614-a7f4-1ab5d15cadbe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.748926] env[69289]: INFO nova.compute.manager [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Took 21.43 seconds to build instance. [ 611.750964] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cd8496-be86-4820-98df-3b40e88c4a41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.788264] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0477858f-eb42-413c-927c-c45d1c7edbda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.797389] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be897f30-b4d5-43c6-8c5e-e48f669d7f94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.814188] env[69289]: DEBUG nova.compute.provider_tree [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.852292] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.852478] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.852698] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.852897] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.853089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.855865] env[69289]: INFO nova.compute.manager [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Terminating instance [ 611.990822] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.184177] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276465, 'name': CreateVM_Task, 'duration_secs': 0.900849} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.184177] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.184885] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.185169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.185473] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.188908] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17eb10e8-bc84-4d48-9079-7aae8f512cf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.198243] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 612.198243] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f613bd-a211-39b0-a502-cc6f41541f02" [ 612.198243] env[69289]: _type = "Task" [ 612.198243] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.208747] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f613bd-a211-39b0-a502-cc6f41541f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.255834] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f0862389-a131-4e42-afb2-f743116b6c88 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.950s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.311151] env[69289]: DEBUG nova.network.neutron [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Updated VIF entry in instance network info cache for port fe3b78a7-c441-4e67-807e-5b37303f6879. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.311591] env[69289]: DEBUG nova.network.neutron [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Updating instance_info_cache with network_info: [{"id": "fe3b78a7-c441-4e67-807e-5b37303f6879", "address": "fa:16:3e:dd:28:51", "network": {"id": "23dc8cec-370c-42c3-ac8c-891147b8bc4d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1399694138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e2e5deb89f4479b32f98b1ef4b5a39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe3b78a7-c4", "ovs_interfaceid": "fe3b78a7-c441-4e67-807e-5b37303f6879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.314153] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Updated VIF entry in instance network info cache for port c41bf7bb-72bf-4de9-8dfc-6005f939f420. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.314153] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Updating instance_info_cache with network_info: [{"id": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "address": "fa:16:3e:37:3c:a1", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc41bf7bb-72", "ovs_interfaceid": "c41bf7bb-72bf-4de9-8dfc-6005f939f420", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.317536] env[69289]: DEBUG nova.scheduler.client.report [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.360452] env[69289]: DEBUG nova.compute.manager [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.360655] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.361553] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de7a62e-1591-4b51-8268-3929dddb9d85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.370505] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.371379] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa0d9a36-492d-4d64-9a96-623320a7ffe5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.377839] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 612.377839] env[69289]: value = "task-3276467" [ 612.377839] env[69289]: _type = "Task" [ 612.377839] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.386893] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.394964] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Successfully created port: 52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.451019] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.488247] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276453, 'name': CreateVM_Task, 'duration_secs': 3.589239} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.491239] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.491239] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.491239] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.491434] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.491434] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.491434] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.491544] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.491696] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.491853] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.492018] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.492189] env[69289]: DEBUG nova.virt.hardware [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.492418] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.493233] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb329498-d51e-4aa0-8eff-1deb79e280f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.497724] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.497892] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.503230] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.503230] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6907ac-59d3-4d75-b05a-af9ee6e896fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.513657] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4707d503-4a1e-491a-b72a-5713d8a18732 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.519685] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 612.519685] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52db7a39-d6cf-8df2-85c6-9a5d5c224de3" [ 612.519685] env[69289]: _type = "Task" [ 612.519685] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.546024] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52db7a39-d6cf-8df2-85c6-9a5d5c224de3, 'name': SearchDatastore_Task, 'duration_secs': 0.022305} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.546024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.546024] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.546024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.546395] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.546395] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.546395] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-241572b9-3a56-419f-b138-878ff8b04054 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.555785] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.555785] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.556339] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5269654-0634-4e12-98fd-77c886b49a1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.562610] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 612.562610] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524479c7-a69e-0ce7-e857-f5715495675b" [ 612.562610] env[69289]: _type = "Task" [ 612.562610] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.575566] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524479c7-a69e-0ce7-e857-f5715495675b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.710244] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f613bd-a211-39b0-a502-cc6f41541f02, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.710244] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.710244] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.710244] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.710403] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.710528] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.710816] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1006d0c-f8dd-4fb7-8cdd-aeed46918c35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.734048] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.734290] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.735214] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ce7dcc-77f0-4fee-964d-b309ef0ad861 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.742019] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 612.742019] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526cb6e1-a687-06d6-3deb-32c6cace7a9a" [ 612.742019] env[69289]: _type = "Task" [ 612.742019] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.751497] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526cb6e1-a687-06d6-3deb-32c6cace7a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.817298] env[69289]: DEBUG oslo_concurrency.lockutils [req-5f2f77a5-121a-4261-9aeb-82b2f17ee6b9 req-a2e72410-fb47-4440-882b-dcbcb277fc2f service nova] Releasing lock "refresh_cache-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.822257] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Releasing lock "refresh_cache-239a45e3-cfdf-463c-bd3c-822cb45a643f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.822539] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Received event network-vif-deleted-399a3c90-d920-42c4-a27b-d74a43ff5d28 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.822725] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Received event network-vif-plugged-412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.822922] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.823147] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.823326] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.823500] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] No waiting events found dispatching network-vif-plugged-412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.823786] env[69289]: WARNING nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Received unexpected event network-vif-plugged-412419a3-3b80-4194-8485-7109a4593d0e for instance with vm_state building and task_state spawning. [ 612.823974] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Received event network-changed-412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.824140] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Refreshing instance network info cache due to event network-changed-412419a3-3b80-4194-8485-7109a4593d0e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.824329] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Acquiring lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.824463] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Acquired lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.824688] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Refreshing network info cache for port 412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.826438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.826912] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.829827] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.928s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.831347] env[69289]: INFO nova.compute.claims [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.889187] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276467, 'name': PowerOffVM_Task, 'duration_secs': 0.367652} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.889468] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.889666] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.889917] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9488aa4e-e5a2-42d2-b5c5-765c0dd99c00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.971275] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.971520] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.971691] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleting the datastore file [datastore1] e26cddf5-3a4f-46ca-82f9-971cf6518ed5 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.972044] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39076aba-3b9b-43a0-8052-79ce40d0c7a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.979626] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for the task: (returnval){ [ 612.979626] env[69289]: value = "task-3276469" [ 612.979626] env[69289]: _type = "Task" [ 612.979626] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.989784] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.075444] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524479c7-a69e-0ce7-e857-f5715495675b, 'name': SearchDatastore_Task, 'duration_secs': 0.020515} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.076644] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698ad1e7-6915-44c8-95c5-1ffc670bf0ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.085695] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 613.085695] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebdd66-3be6-7d55-6dbb-1032edacf687" [ 613.085695] env[69289]: _type = "Task" [ 613.085695] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.097196] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebdd66-3be6-7d55-6dbb-1032edacf687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.256018] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526cb6e1-a687-06d6-3deb-32c6cace7a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012964} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.256018] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5322f5e9-576b-4671-bec7-ca47b3077682 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.261353] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 613.261353] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5271826b-5e52-4e3a-ceb7-ed57dab7bfd3" [ 613.261353] env[69289]: _type = "Task" [ 613.261353] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.270684] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5271826b-5e52-4e3a-ceb7-ed57dab7bfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.275669] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "940036d6-d2c5-40f3-885e-7fd35611e508" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.275918] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.336272] env[69289]: DEBUG nova.compute.utils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.341736] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.341919] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.414545] env[69289]: DEBUG nova.policy [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97fbf3c731f5418aa2fab8ad676d8fc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8e99c50d3d24741ab5e80fa8e23d492', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.489263] env[69289]: DEBUG oslo_vmware.api [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Task: {'id': task-3276469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37388} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.489663] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.489988] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.490285] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.490562] env[69289]: INFO nova.compute.manager [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 613.490958] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.493023] env[69289]: DEBUG nova.compute.manager [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.493023] env[69289]: DEBUG nova.network.neutron [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.597947] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebdd66-3be6-7d55-6dbb-1032edacf687, 'name': SearchDatastore_Task, 'duration_secs': 0.024421} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.598379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.598781] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 49ee3d93-4c45-4383-b69a-83bc19e9f2e4/49ee3d93-4c45-4383-b69a-83bc19e9f2e4.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.599386] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be1ac3fe-be00-40e9-bfcf-9ac75ef38adc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.606436] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 613.606436] env[69289]: value = "task-3276470" [ 613.606436] env[69289]: _type = "Task" [ 613.606436] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.615710] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.731154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.731577] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.776423] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5271826b-5e52-4e3a-ceb7-ed57dab7bfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.776683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.777290] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d5c2369b-e2cd-4a7a-b04f-d16f4be288fc/d5c2369b-e2cd-4a7a-b04f-d16f4be288fc.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.777290] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd65f54-8f73-4d71-9b5a-b87d42ff089f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.782496] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.794026] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 613.794026] env[69289]: value = "task-3276471" [ 613.794026] env[69289]: _type = "Task" [ 613.794026] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.804134] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.845838] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.878833] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updated VIF entry in instance network info cache for port 412419a3-3b80-4194-8485-7109a4593d0e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.879116] env[69289]: DEBUG nova.network.neutron [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating instance_info_cache with network_info: [{"id": "412419a3-3b80-4194-8485-7109a4593d0e", "address": "fa:16:3e:a0:d3:6b", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412419a3-3b", "ovs_interfaceid": "412419a3-3b80-4194-8485-7109a4593d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.127403] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.171217] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Successfully created port: e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.237053] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.249034] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc4f8e4-3a6b-4493-8e20-25c2b4363dfc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.259758] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d32e03-5aa3-4281-b1ab-fc8f1030219b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.306262] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970b16c2-4634-490e-9a20-53f8802295ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.316068] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276471, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.319757] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fc25db-c5f7-4e24-9b1d-c949b20b14be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.327786] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.340952] env[69289]: DEBUG nova.compute.provider_tree [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.383616] env[69289]: DEBUG oslo_concurrency.lockutils [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] Releasing lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.383985] env[69289]: DEBUG nova.compute.manager [req-28a8c66f-1152-4c3f-a316-8793e7a74811 req-2d03e060-8a31-45c4-a99b-9e21c7b72fa7 service nova] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Received event network-vif-deleted-d31c485d-fe20-4e79-a1a3-abe93cd85833 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.402182] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.402915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.625047] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.626553] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 49ee3d93-4c45-4383-b69a-83bc19e9f2e4/49ee3d93-4c45-4383-b69a-83bc19e9f2e4.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.626553] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.626553] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e34be6d-7ab2-4ea1-ac1b-1b3864b6356c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.633764] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 614.633764] env[69289]: value = "task-3276473" [ 614.633764] env[69289]: _type = "Task" [ 614.633764] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.642536] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.644229] env[69289]: DEBUG nova.network.neutron [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.768779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.809920] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.845979] env[69289]: DEBUG nova.scheduler.client.report [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.859710] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.900225] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.900548] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.900660] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.900835] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.901654] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.901654] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.901654] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.901654] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.901821] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.902909] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.902909] env[69289]: DEBUG nova.virt.hardware [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.903357] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56d6f4-ebd0-43f8-8099-7fb2ca93faf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.906911] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.917152] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86b5fbb-09c2-4f26-bc9d-60b8539a7380 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.145788] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081078} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.145955] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.146793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1b3f7-c37e-40ac-88ec-55eaca005766 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.150306] env[69289]: INFO nova.compute.manager [-] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Took 1.66 seconds to deallocate network for instance. [ 615.176899] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 49ee3d93-4c45-4383-b69a-83bc19e9f2e4/49ee3d93-4c45-4383-b69a-83bc19e9f2e4.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.177519] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d30c01-3b75-4eff-b137-cfcf8ce13d83 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.202470] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 615.202470] env[69289]: value = "task-3276474" [ 615.202470] env[69289]: _type = "Task" [ 615.202470] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.211860] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.235524] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Successfully updated port: 52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.312603] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276471, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.351148] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.351668] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.354790] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.642s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.354790] env[69289]: DEBUG nova.objects.instance [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lazy-loading 'resources' on Instance uuid d4a27581-6a50-465e-aca6-31522ca1af76 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.440740] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.447782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.447782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.679379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.715476] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.743133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.743133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquired lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.743133] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.785315] env[69289]: DEBUG nova.compute.manager [req-e3ad0581-58bf-48a8-bffa-8d5194216527 req-937b3d61-5920-488c-959f-77e195558c1d service nova] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Received event network-vif-deleted-faa1f76d-6d1a-4657-a2e9-730b67280e95 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.786382] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Successfully updated port: e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.814558] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276471, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.760576} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.814831] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d5c2369b-e2cd-4a7a-b04f-d16f4be288fc/d5c2369b-e2cd-4a7a-b04f-d16f4be288fc.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.815466] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.816350] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f925e0e-117b-4026-80a4-4c0bcc351377 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.824256] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 615.824256] env[69289]: value = "task-3276475" [ 615.824256] env[69289]: _type = "Task" [ 615.824256] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.831810] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.859234] env[69289]: DEBUG nova.compute.utils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.859234] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.859575] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.915846] env[69289]: DEBUG nova.policy [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e1253596a064dba8a29ce701ffb36df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c65197aa420401baa5527a136e1cf23', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.951719] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.969883] env[69289]: DEBUG nova.compute.manager [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Received event network-vif-plugged-52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.970127] env[69289]: DEBUG oslo_concurrency.lockutils [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.971774] env[69289]: DEBUG oslo_concurrency.lockutils [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.971774] env[69289]: DEBUG oslo_concurrency.lockutils [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.971774] env[69289]: DEBUG nova.compute.manager [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] No waiting events found dispatching network-vif-plugged-52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.971774] env[69289]: WARNING nova.compute.manager [req-46eb231a-dfdc-483d-8fc5-b930d1a09a99 req-30362711-1f0e-461e-828a-526db6966bd6 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Received unexpected event network-vif-plugged-52475d31-13b0-406a-8704-cb5533ff0fbf for instance with vm_state building and task_state spawning. [ 616.154438] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a559bcd-0d2e-4ed6-b93b-4e310b07e0c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.165708] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1742ca20-601c-40c3-a108-c50ac5f3b1d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.198657] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60843a39-c555-41d6-96e1-40ecfb1cddc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.210959] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb8408-6d7e-4be0-96f7-f4625b225d22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.223778] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.237021] env[69289]: DEBUG nova.compute.provider_tree [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.237021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.237021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.237021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.237450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.237450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.240483] env[69289]: INFO nova.compute.manager [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Terminating instance [ 616.289352] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.291233] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquired lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.291233] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.293866] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Successfully created port: ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.307918] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.335360] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067941} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.335692] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.336767] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184cf14-225a-439b-81e3-947886307c2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.362219] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] d5c2369b-e2cd-4a7a-b04f-d16f4be288fc/d5c2369b-e2cd-4a7a-b04f-d16f4be288fc.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.367333] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2df54b7-4787-4e0a-8e83-9cadcabb6033 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.384131] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.391274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.391498] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.397013] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 616.397013] env[69289]: value = "task-3276476" [ 616.397013] env[69289]: _type = "Task" [ 616.397013] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.405489] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.478271] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.585480] env[69289]: DEBUG nova.network.neutron [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating instance_info_cache with network_info: [{"id": "52475d31-13b0-406a-8704-cb5533ff0fbf", "address": "fa:16:3e:47:9b:d5", "network": {"id": "40db2077-5f58-4c51-90ee-d2caa3d86709", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-476596078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a56d4381ef437299500de2a73affe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52475d31-13", "ovs_interfaceid": "52475d31-13b0-406a-8704-cb5533ff0fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.715395] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276474, 'name': ReconfigVM_Task, 'duration_secs': 1.148632} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.715698] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 49ee3d93-4c45-4383-b69a-83bc19e9f2e4/49ee3d93-4c45-4383-b69a-83bc19e9f2e4.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.716394] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4da756-8ed9-4d02-ae29-abd0e4084413 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.725985] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 616.725985] env[69289]: value = "task-3276478" [ 616.725985] env[69289]: _type = "Task" [ 616.725985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.731952] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276478, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.739286] env[69289]: DEBUG nova.scheduler.client.report [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.745570] env[69289]: DEBUG nova.compute.manager [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.745570] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.745570] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac61531-e8fa-494d-b412-04d786c0bb82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.752473] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.752726] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b621f24b-b1e4-4156-9245-accd3a8e4d74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.759293] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 616.759293] env[69289]: value = "task-3276479" [ 616.759293] env[69289]: _type = "Task" [ 616.759293] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.770715] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.908816] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.006427] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.088756] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Releasing lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.089120] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Instance network_info: |[{"id": "52475d31-13b0-406a-8704-cb5533ff0fbf", "address": "fa:16:3e:47:9b:d5", "network": {"id": "40db2077-5f58-4c51-90ee-d2caa3d86709", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-476596078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a56d4381ef437299500de2a73affe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52475d31-13", "ovs_interfaceid": "52475d31-13b0-406a-8704-cb5533ff0fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.089539] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:9b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52475d31-13b0-406a-8704-cb5533ff0fbf', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.098598] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Creating folder: Project (87a56d4381ef437299500de2a73affe5). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.104123] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b97c12da-93eb-4fa6-b313-166c93272bdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.120152] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Created folder: Project (87a56d4381ef437299500de2a73affe5) in parent group-v654351. [ 617.120422] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Creating folder: Instances. Parent ref: group-v654384. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.120697] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4346f7e-ee50-4d63-9be8-8408b004c607 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.133035] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Created folder: Instances in parent group-v654384. [ 617.133435] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.133634] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.133843] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf2cd360-a5bf-488d-b39d-464c7fc056f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.156590] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.156590] env[69289]: value = "task-3276482" [ 617.156590] env[69289]: _type = "Task" [ 617.156590] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.164619] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276482, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.239232] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276478, 'name': Rename_Task, 'duration_secs': 0.209497} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.239760] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.239807] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-635f38a9-1b79-477c-bf60-1b290eccce6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.244533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.247958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.593s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.248233] env[69289]: DEBUG nova.objects.instance [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lazy-loading 'resources' on Instance uuid f2a24bb2-b232-45c9-b636-44252cf2d7b2 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.253652] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 617.253652] env[69289]: value = "task-3276483" [ 617.253652] env[69289]: _type = "Task" [ 617.253652] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.260964] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.273543] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276479, 'name': PowerOffVM_Task, 'duration_secs': 0.189121} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.276470] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.276470] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.276470] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fde6d76-b662-4b49-9706-850066f750dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.280273] env[69289]: INFO nova.scheduler.client.report [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Deleted allocations for instance d4a27581-6a50-465e-aca6-31522ca1af76 [ 617.337248] env[69289]: DEBUG nova.network.neutron [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updating instance_info_cache with network_info: [{"id": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "address": "fa:16:3e:57:7e:3c", "network": {"id": "4baf31de-029d-4c75-96dd-68a3ddab4a38", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-773105113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8e99c50d3d24741ab5e80fa8e23d492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape637e0d2-2d", "ovs_interfaceid": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.346246] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.346509] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.346734] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleting the datastore file [datastore1] fcc47616-4cd0-42fd-af2e-95cb15d66049 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.347049] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f988167c-e19a-4265-9546-a38d7bcdc0a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.355546] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 617.355546] env[69289]: value = "task-3276485" [ 617.355546] env[69289]: _type = "Task" [ 617.355546] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.369255] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.397567] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.408721] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.430740] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.431014] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.431183] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.431382] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.431527] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.431673] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.431882] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.432066] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.432267] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.432611] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.432611] env[69289]: DEBUG nova.virt.hardware [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.433525] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d9e655-f671-4f07-b64a-ae352b98288a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.443483] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ec804-fd7f-4488-9777-50b21b072f8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.611364] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.611645] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.611866] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.612095] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.612295] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.615646] env[69289]: INFO nova.compute.manager [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Terminating instance [ 617.669252] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276482, 'name': CreateVM_Task, 'duration_secs': 0.390543} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.669439] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.670121] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.670290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.674022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.674022] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88deac7e-8500-451d-b2eb-af030fb83c3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.676876] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 617.676876] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6129-37e8-0af1-4ce3-c1f6836082e9" [ 617.676876] env[69289]: _type = "Task" [ 617.676876] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.686241] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6129-37e8-0af1-4ce3-c1f6836082e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.770185] env[69289]: DEBUG oslo_vmware.api [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276483, 'name': PowerOnVM_Task, 'duration_secs': 0.514041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.770883] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.771261] env[69289]: INFO nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Took 13.75 seconds to spawn the instance on the hypervisor. [ 617.771614] env[69289]: DEBUG nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.773079] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1f01b1-e1c9-4ae2-96b1-87882cf2d6ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.792206] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ec386f4-2bfb-4ee0-82e3-8037225d04c1 tempest-DeleteServersAdminTestJSON-1689323725 tempest-DeleteServersAdminTestJSON-1689323725-project-admin] Lock "d4a27581-6a50-465e-aca6-31522ca1af76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.307s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.841355] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Releasing lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.841755] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Instance network_info: |[{"id": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "address": "fa:16:3e:57:7e:3c", "network": {"id": "4baf31de-029d-4c75-96dd-68a3ddab4a38", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-773105113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b8e99c50d3d24741ab5e80fa8e23d492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape637e0d2-2d", "ovs_interfaceid": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.842572] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:7e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c9a12d2-469f-4199-bfaa-f791d765deac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e637e0d2-2d5f-4e56-8cf1-23ba90c7659d', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.850866] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Creating folder: Project (b8e99c50d3d24741ab5e80fa8e23d492). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.853829] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe83c39e-7a30-4770-a3b7-addbb63e9ddd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.865537] env[69289]: DEBUG oslo_vmware.api [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198708} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.866099] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.866362] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.866799] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.867097] env[69289]: INFO nova.compute.manager [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Took 1.12 seconds to destroy the instance on the hypervisor. [ 617.867402] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.871038] env[69289]: DEBUG nova.compute.manager [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.871254] env[69289]: DEBUG nova.network.neutron [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.873080] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Created folder: Project (b8e99c50d3d24741ab5e80fa8e23d492) in parent group-v654351. [ 617.874071] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Creating folder: Instances. Parent ref: group-v654387. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.874071] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11bf3ff5-6b8f-4a3f-82d9-ee3137365d09 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.883296] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Created folder: Instances in parent group-v654387. [ 617.883635] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.886641] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.887101] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a70c562-1c7f-4cad-a13c-2b3e86dc19c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.915857] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276476, 'name': ReconfigVM_Task, 'duration_secs': 1.34047} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.917372] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Reconfigured VM instance instance-0000000b to attach disk [datastore2] d5c2369b-e2cd-4a7a-b04f-d16f4be288fc/d5c2369b-e2cd-4a7a-b04f-d16f4be288fc.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.918141] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.918141] env[69289]: value = "task-3276488" [ 617.918141] env[69289]: _type = "Task" [ 617.918141] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.918489] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-676c8fa2-156e-4d72-adff-a8b9f2caee22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.932910] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276488, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.932910] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 617.932910] env[69289]: value = "task-3276489" [ 617.932910] env[69289]: _type = "Task" [ 617.932910] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.942096] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276489, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.100963] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ff8a8-166b-4cbb-a45c-49e8f382d008 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.109544] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1754cfc5-7062-460c-9d00-e597ae905fc1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.142074] env[69289]: DEBUG nova.compute.manager [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 618.142074] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 618.142752] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96f188-ae70-45ea-acd6-c8af905bc1d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.146426] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41256fb5-0aab-466c-90fc-a0cb7b3ff098 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.164512] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Successfully updated port: ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.166174] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 618.167737] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05233a54-0ad7-446f-986f-2c43f037c9f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.173526] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0008cefb-7fd6-47a2-9fe3-288069945476 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.186674] env[69289]: DEBUG nova.compute.provider_tree [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.193683] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 618.193683] env[69289]: value = "task-3276490" [ 618.193683] env[69289]: _type = "Task" [ 618.193683] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.201950] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6129-37e8-0af1-4ce3-c1f6836082e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.202630] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.202927] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.203566] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.203566] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.203566] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.204036] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dece4cd2-c6f3-4ff4-8123-0bccff004770 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.209388] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.216586] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.217141] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.217694] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20745534-f6ca-4a6a-ac0c-9e3709aef55d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.225039] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 618.225039] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52538adb-05ad-4adf-0cea-bbaaeb537f43" [ 618.225039] env[69289]: _type = "Task" [ 618.225039] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.230957] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52538adb-05ad-4adf-0cea-bbaaeb537f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.297639] env[69289]: INFO nova.compute.manager [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Took 23.15 seconds to build instance. [ 618.432894] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276488, 'name': CreateVM_Task, 'duration_secs': 0.353768} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.439138] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.439956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.440825] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.440915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.441747] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7bbd74-bb07-4ea7-be3d-354f10052104 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.448794] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276489, 'name': Rename_Task, 'duration_secs': 0.173093} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.449508] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.449768] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbf6a17-3c31-4230-be4d-3ddfe24b142d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.454136] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 618.454136] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f93155-99b9-ca8a-0ae9-87ed0947d408" [ 618.454136] env[69289]: _type = "Task" [ 618.454136] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.459847] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 618.459847] env[69289]: value = "task-3276491" [ 618.459847] env[69289]: _type = "Task" [ 618.459847] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.466768] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f93155-99b9-ca8a-0ae9-87ed0947d408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.471016] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.668739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.669084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquired lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.669084] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.696939] env[69289]: DEBUG nova.scheduler.client.report [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.712926] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276490, 'name': PowerOffVM_Task, 'duration_secs': 0.251178} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.712926] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.712926] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.712926] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd1e88da-6c11-4761-8910-c7ae69d31477 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.737887] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52538adb-05ad-4adf-0cea-bbaaeb537f43, 'name': SearchDatastore_Task, 'duration_secs': 0.015103} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.739423] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623fda6f-3ad4-4496-afc8-d7beeccf1107 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.748467] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 618.748467] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f8fb13-e529-f7b3-68e0-cc90ad0a6adf" [ 618.748467] env[69289]: _type = "Task" [ 618.748467] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.767060] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f8fb13-e529-f7b3-68e0-cc90ad0a6adf, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.767060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.767372] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1a4b0b85-4f41-40f2-a801-36657c2bc39b/1a4b0b85-4f41-40f2-a801-36657c2bc39b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.767687] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35b77991-53a8-469f-89ca-5809c2a9b217 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.775810] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 618.775810] env[69289]: value = "task-3276494" [ 618.775810] env[69289]: _type = "Task" [ 618.775810] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.783270] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.783495] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.783691] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleting the datastore file [datastore1] c67b7ea2-7a61-4d2e-bae8-45ad029d997b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.784809] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9906402d-0b1f-4708-b574-2bd271dd4f00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.790889] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.797555] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 618.797555] env[69289]: value = "task-3276495" [ 618.797555] env[69289]: _type = "Task" [ 618.797555] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.803660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fb817b4c-cf6e-42f9-8a0d-e8780e522586 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.673s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.818358] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.839151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "31e4ab12-6702-4957-82d1-20088f139042" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.839494] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.972943] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f93155-99b9-ca8a-0ae9-87ed0947d408, 'name': SearchDatastore_Task, 'duration_secs': 0.018515} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.976856] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.977139] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.977407] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.977623] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.977936] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.979767] env[69289]: DEBUG oslo_vmware.api [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276491, 'name': PowerOnVM_Task, 'duration_secs': 0.474291} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.979767] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e634870e-0415-434c-820a-21f6f9ff0db9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.982355] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.983240] env[69289]: INFO nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Took 13.00 seconds to spawn the instance on the hypervisor. [ 618.983240] env[69289]: DEBUG nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.983638] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f335a81-0fcb-4851-bb94-edeaad881536 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.001809] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.002665] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.003758] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4bafbb-d68b-4e10-b52b-4c9127fe8852 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.015208] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 619.015208] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbdddb-13d3-f7c4-5175-4eaf488c3bbd" [ 619.015208] env[69289]: _type = "Task" [ 619.015208] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.026596] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbdddb-13d3-f7c4-5175-4eaf488c3bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.086077] env[69289]: DEBUG nova.network.neutron [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.206925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.209666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.715s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.210138] env[69289]: DEBUG nova.objects.instance [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lazy-loading 'resources' on Instance uuid 920e0beb-1967-4e57-89de-d7da30e67004 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.213161] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.255961] env[69289]: INFO nova.scheduler.client.report [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Deleted allocations for instance f2a24bb2-b232-45c9-b636-44252cf2d7b2 [ 619.294860] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.322116] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.322116] env[69289]: DEBUG oslo_vmware.api [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222246} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.322116] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.322116] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 619.322116] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 619.322491] env[69289]: INFO nova.compute.manager [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 619.322491] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.322491] env[69289]: DEBUG nova.compute.manager [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 619.322611] env[69289]: DEBUG nova.network.neutron [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 619.346465] env[69289]: DEBUG nova.compute.manager [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Received event network-vif-plugged-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.346465] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Acquiring lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.346465] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.346465] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.346465] env[69289]: DEBUG nova.compute.manager [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] No waiting events found dispatching network-vif-plugged-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.346860] env[69289]: WARNING nova.compute.manager [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Received unexpected event network-vif-plugged-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d for instance with vm_state building and task_state spawning. [ 619.346860] env[69289]: DEBUG nova.compute.manager [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Received event network-changed-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.346860] env[69289]: DEBUG nova.compute.manager [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Refreshing instance network info cache due to event network-changed-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.346860] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Acquiring lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.346860] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Acquired lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.347458] env[69289]: DEBUG nova.network.neutron [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Refreshing network info cache for port e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.402891] env[69289]: DEBUG nova.compute.manager [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Received event network-changed-52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.402891] env[69289]: DEBUG nova.compute.manager [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Refreshing instance network info cache due to event network-changed-52475d31-13b0-406a-8704-cb5533ff0fbf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.402891] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] Acquiring lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.402891] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] Acquired lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402891] env[69289]: DEBUG nova.network.neutron [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Refreshing network info cache for port 52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.407680] env[69289]: DEBUG nova.network.neutron [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updating instance_info_cache with network_info: [{"id": "ee1b7398-d598-4728-b2d6-6674499da807", "address": "fa:16:3e:d8:05:72", "network": {"id": "9ef1e41d-8d14-47bc-be2a-5004d332f9f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2055453425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2c65197aa420401baa5527a136e1cf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b7398-d5", "ovs_interfaceid": "ee1b7398-d598-4728-b2d6-6674499da807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.515398] env[69289]: INFO nova.compute.manager [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Took 20.75 seconds to build instance. [ 619.526630] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbdddb-13d3-f7c4-5175-4eaf488c3bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.064594} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.528161] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c803b4a-b2aa-4df8-8a52-e8b091a0be55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.536662] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 619.536662] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b53cb6-d6b6-d4f2-05a4-786ccf9a8caa" [ 619.536662] env[69289]: _type = "Task" [ 619.536662] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.546138] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b53cb6-d6b6-d4f2-05a4-786ccf9a8caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.599061] env[69289]: INFO nova.compute.manager [-] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Took 1.73 seconds to deallocate network for instance. [ 619.772099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cbcbda26-342a-467c-b33d-5d2dff10964b tempest-ServerDiagnosticsNegativeTest-802624941 tempest-ServerDiagnosticsNegativeTest-802624941-project-member] Lock "f2a24bb2-b232-45c9-b636-44252cf2d7b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.988s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.792017] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552408} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.793312] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1a4b0b85-4f41-40f2-a801-36657c2bc39b/1a4b0b85-4f41-40f2-a801-36657c2bc39b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.793312] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.797382] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1ad34da-6720-415f-91a7-bdfde81b8524 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.809481] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 619.809481] env[69289]: value = "task-3276496" [ 619.809481] env[69289]: _type = "Task" [ 619.809481] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.834602] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.854351] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.914191] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Releasing lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.914844] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Instance network_info: |[{"id": "ee1b7398-d598-4728-b2d6-6674499da807", "address": "fa:16:3e:d8:05:72", "network": {"id": "9ef1e41d-8d14-47bc-be2a-5004d332f9f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2055453425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2c65197aa420401baa5527a136e1cf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b7398-d5", "ovs_interfaceid": "ee1b7398-d598-4728-b2d6-6674499da807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.918158] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:05:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1b7398-d598-4728-b2d6-6674499da807', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.926300] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Creating folder: Project (2c65197aa420401baa5527a136e1cf23). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.927524] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1fc318-8a04-4bf1-ab99-6db7ce2017cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.941689] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Created folder: Project (2c65197aa420401baa5527a136e1cf23) in parent group-v654351. [ 619.941964] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Creating folder: Instances. Parent ref: group-v654391. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.942167] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99a8f8eb-0177-46c1-98c9-929a0ee34aa8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.955332] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Created folder: Instances in parent group-v654391. [ 619.955583] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 619.956073] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.956321] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1af1a3ee-e1dc-46ec-ab8b-f6e4e5ece4df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.988369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.988790] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.990718] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.990718] env[69289]: value = "task-3276499" [ 619.990718] env[69289]: _type = "Task" [ 619.990718] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.004356] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276499, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.020805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4b359c8-79af-475a-9923-3c7aa60b344e tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.265s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.056488] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b53cb6-d6b6-d4f2-05a4-786ccf9a8caa, 'name': SearchDatastore_Task, 'duration_secs': 0.040619} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.056601] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056922] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 2c481930-198b-4e6b-8a75-4edd7af6b13d/2c481930-198b-4e6b-8a75-4edd7af6b13d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.057308] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef8a08af-7f31-434e-8700-033c67d38cc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.065942] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 620.065942] env[69289]: value = "task-3276500" [ 620.065942] env[69289]: _type = "Task" [ 620.065942] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.077602] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.107273] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.165036] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58367baf-e9cc-49dd-97b9-c7f6a5f4939c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.177524] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6cea62-45be-4604-a4cf-846c5212cc52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.210033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b1376-a08d-41a3-bf24-17844b0e206e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.219105] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e5e4f-7bb3-40e7-9542-969b99d2b7f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.233453] env[69289]: DEBUG nova.compute.provider_tree [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.325727] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068995} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.326036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.327292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907fae0-51dc-42e4-810a-f933b6c7752c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.353622] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 1a4b0b85-4f41-40f2-a801-36657c2bc39b/1a4b0b85-4f41-40f2-a801-36657c2bc39b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.358953] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37457973-10a8-4872-b926-7efe44574866 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.380259] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 620.380259] env[69289]: value = "task-3276501" [ 620.380259] env[69289]: _type = "Task" [ 620.380259] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.389448] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.444288] env[69289]: DEBUG nova.network.neutron [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updated VIF entry in instance network info cache for port 52475d31-13b0-406a-8704-cb5533ff0fbf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.444288] env[69289]: DEBUG nova.network.neutron [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating instance_info_cache with network_info: [{"id": "52475d31-13b0-406a-8704-cb5533ff0fbf", "address": "fa:16:3e:47:9b:d5", "network": {"id": "40db2077-5f58-4c51-90ee-d2caa3d86709", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-476596078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a56d4381ef437299500de2a73affe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52475d31-13", "ovs_interfaceid": "52475d31-13b0-406a-8704-cb5533ff0fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.457861] env[69289]: DEBUG nova.network.neutron [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.501253] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276499, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.525912] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.547858] env[69289]: DEBUG nova.network.neutron [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updated VIF entry in instance network info cache for port e637e0d2-2d5f-4e56-8cf1-23ba90c7659d. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.549688] env[69289]: DEBUG nova.network.neutron [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updating instance_info_cache with network_info: [{"id": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "address": "fa:16:3e:57:7e:3c", "network": {"id": "4baf31de-029d-4c75-96dd-68a3ddab4a38", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-773105113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b8e99c50d3d24741ab5e80fa8e23d492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape637e0d2-2d", "ovs_interfaceid": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.586034] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276500, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.767477] env[69289]: ERROR nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] [req-a26bfec2-8d42-45fb-a1a2-9094eac15b95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a26bfec2-8d42-45fb-a1a2-9094eac15b95"}]} [ 620.786877] env[69289]: DEBUG nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 620.804290] env[69289]: DEBUG nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 620.804571] env[69289]: DEBUG nova.compute.provider_tree [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.820393] env[69289]: DEBUG nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 620.844308] env[69289]: DEBUG nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 620.895583] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.954327] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe6245f3-f36a-4851-92a5-e054f5ef594b req-f11a4cdb-2dfc-4d3a-848d-50626b8775ce service nova] Releasing lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.961941] env[69289]: INFO nova.compute.manager [-] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Took 1.64 seconds to deallocate network for instance. [ 621.007110] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276499, 'name': CreateVM_Task, 'duration_secs': 0.889086} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.013028] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.016025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.016025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.016806] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.017040] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be0bbe4-768c-43e3-aa1e-b4f0db013572 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.026160] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 621.026160] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52aedde1-3bca-ce8c-8b3a-f066be6e5eb9" [ 621.026160] env[69289]: _type = "Task" [ 621.026160] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.042910] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52aedde1-3bca-ce8c-8b3a-f066be6e5eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.014846} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.042910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.042910] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.043650] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.043650] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.043650] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.043934] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d81077-a2ca-4ae6-9968-a5d78bd0837c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.052821] env[69289]: DEBUG oslo_concurrency.lockutils [req-7caf5322-1975-469b-a81c-45c9922f3c67 req-c941d9c6-6076-4215-b21f-c5401d70c140 service nova] Releasing lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.054157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.056801] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.057331] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.057794] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23db6e4-7d5e-4cf6-a870-fdefaadac5ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.067594] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 621.067594] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521b5289-6bb6-9729-a0d4-f3c9aa02ec56" [ 621.067594] env[69289]: _type = "Task" [ 621.067594] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.081643] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521b5289-6bb6-9729-a0d4-f3c9aa02ec56, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.086256] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694638} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.089947] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8881393-0ab3-46eb-970d-a726c1e8467e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.093319] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 2c481930-198b-4e6b-8a75-4edd7af6b13d/2c481930-198b-4e6b-8a75-4edd7af6b13d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.093643] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.094291] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f677d7d-584c-477e-89db-46a2a038cfbf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.102219] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 621.102219] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbeaea-3958-ed8a-cd16-864681c21350" [ 621.102219] env[69289]: _type = "Task" [ 621.102219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.106936] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 621.106936] env[69289]: value = "task-3276503" [ 621.106936] env[69289]: _type = "Task" [ 621.106936] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.117260] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbeaea-3958-ed8a-cd16-864681c21350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.123711] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.209085] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cdf9a8-32e3-47eb-ba89-83cfc8c4046f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.218520] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacbaf2a-3a44-4629-9307-c994b3474053 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.251160] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df01dd1-3eb0-4d7b-812d-8396e71b0b4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.261342] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965adefb-7db7-43ec-af23-bce7735e3241 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.276170] env[69289]: DEBUG nova.compute.provider_tree [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.391912] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276501, 'name': ReconfigVM_Task, 'duration_secs': 0.770879} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.392211] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 1a4b0b85-4f41-40f2-a801-36657c2bc39b/1a4b0b85-4f41-40f2-a801-36657c2bc39b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.392826] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802cb606-8ec8-41fa-8657-48cf354b7cde {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.400323] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 621.400323] env[69289]: value = "task-3276504" [ 621.400323] env[69289]: _type = "Task" [ 621.400323] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.410061] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276504, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.473621] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.615370] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbeaea-3958-ed8a-cd16-864681c21350, 'name': SearchDatastore_Task, 'duration_secs': 0.015089} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.615713] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.615843] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e0c69223-79c6-4c14-9ef5-8a02ae8d93f1/e0c69223-79c6-4c14-9ef5-8a02ae8d93f1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.616084] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abbc7b3e-2fc4-4f1a-b97b-5c789307aa16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.622309] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144185} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.623036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.624037] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31147df9-6388-4ec1-be1f-e544bffaa495 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.628266] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 621.628266] env[69289]: value = "task-3276505" [ 621.628266] env[69289]: _type = "Task" [ 621.628266] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.657969] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2c481930-198b-4e6b-8a75-4edd7af6b13d/2c481930-198b-4e6b-8a75-4edd7af6b13d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.661141] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4c90614-4d95-4526-ba6f-acec56f6452d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.678259] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.685164] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 621.685164] env[69289]: value = "task-3276506" [ 621.685164] env[69289]: _type = "Task" [ 621.685164] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.695090] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.822153] env[69289]: DEBUG nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 621.822441] env[69289]: DEBUG nova.compute.provider_tree [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 26 to 27 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 621.822645] env[69289]: DEBUG nova.compute.provider_tree [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.915158] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276504, 'name': Rename_Task, 'duration_secs': 0.23544} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.915523] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.915959] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4293c8-82bb-49d7-8474-dca6416b966b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.926278] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 621.926278] env[69289]: value = "task-3276507" [ 621.926278] env[69289]: _type = "Task" [ 621.926278] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.945398] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.139838] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.200020] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.328886] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.119s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.331310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.314s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.341793] env[69289]: INFO nova.compute.claims [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.378709] env[69289]: INFO nova.scheduler.client.report [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Deleted allocations for instance 920e0beb-1967-4e57-89de-d7da30e67004 [ 622.438316] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.645634] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.704524] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276506, 'name': ReconfigVM_Task, 'duration_secs': 0.878894} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.704524] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2c481930-198b-4e6b-8a75-4edd7af6b13d/2c481930-198b-4e6b-8a75-4edd7af6b13d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.704524] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f0a73b6-bfee-4936-b3d4-e756e5af742e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.713821] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 622.713821] env[69289]: value = "task-3276508" [ 622.713821] env[69289]: _type = "Task" [ 622.713821] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.729641] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276508, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.762366] env[69289]: DEBUG nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Received event network-vif-plugged-ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.762366] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Acquiring lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.762366] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.762366] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.765445] env[69289]: DEBUG nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] No waiting events found dispatching network-vif-plugged-ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.770731] env[69289]: WARNING nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Received unexpected event network-vif-plugged-ee1b7398-d598-4728-b2d6-6674499da807 for instance with vm_state building and task_state spawning. [ 622.770731] env[69289]: DEBUG nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Received event network-changed-ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.770731] env[69289]: DEBUG nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Refreshing instance network info cache due to event network-changed-ee1b7398-d598-4728-b2d6-6674499da807. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 622.770731] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Acquiring lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.770731] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Acquired lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.773035] env[69289]: DEBUG nova.network.neutron [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Refreshing network info cache for port ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.854886] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "7f818256-9449-4389-80a7-13a8d8232b07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.855241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.873091] env[69289]: DEBUG nova.compute.manager [req-851b627d-af4d-4e11-9ef6-644ba3fea4f9 req-c9984668-6485-44e0-ba49-fa2a7778b034 service nova] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Received event network-vif-deleted-53903704-5a52-4c9f-9210-e6b09b732a3f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 622.889746] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5cf014f-f349-4d11-91fb-30d6f9dbcc59 tempest-ImagesNegativeTestJSON-1314638860 tempest-ImagesNegativeTestJSON-1314638860-project-member] Lock "920e0beb-1967-4e57-89de-d7da30e67004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.655s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.940446] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.148745] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276505, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.461192} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.149599] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e0c69223-79c6-4c14-9ef5-8a02ae8d93f1/e0c69223-79c6-4c14-9ef5-8a02ae8d93f1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.149599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.149599] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5bf2f34-23d0-411c-ad33-9909fcc05513 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.158988] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 623.158988] env[69289]: value = "task-3276510" [ 623.158988] env[69289]: _type = "Task" [ 623.158988] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.171860] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.224825] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276508, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.285750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "interface-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.285750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "interface-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.286016] env[69289]: DEBUG nova.objects.instance [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lazy-loading 'flavor' on Instance uuid d5c2369b-e2cd-4a7a-b04f-d16f4be288fc {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.438427] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.596273] env[69289]: DEBUG nova.network.neutron [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updated VIF entry in instance network info cache for port ee1b7398-d598-4728-b2d6-6674499da807. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.596273] env[69289]: DEBUG nova.network.neutron [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updating instance_info_cache with network_info: [{"id": "ee1b7398-d598-4728-b2d6-6674499da807", "address": "fa:16:3e:d8:05:72", "network": {"id": "9ef1e41d-8d14-47bc-be2a-5004d332f9f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2055453425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c65197aa420401baa5527a136e1cf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b7398-d5", "ovs_interfaceid": "ee1b7398-d598-4728-b2d6-6674499da807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.670761] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168383} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.671119] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.672381] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea79b128-02e1-46d6-a77e-a41997e4edae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.700317] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] e0c69223-79c6-4c14-9ef5-8a02ae8d93f1/e0c69223-79c6-4c14-9ef5-8a02ae8d93f1.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.703292] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816e9ce0-ba52-469d-94d2-f79b82ac2c43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.735195] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276508, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.736991] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 623.736991] env[69289]: value = "task-3276511" [ 623.736991] env[69289]: _type = "Task" [ 623.736991] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.754402] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276511, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.754939] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb234c18-0982-48cd-889e-8bd6adb5d160 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.765181] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b0b629-fcd7-482f-92fc-a2ff395c7169 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.799821] env[69289]: DEBUG nova.objects.instance [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lazy-loading 'pci_requests' on Instance uuid d5c2369b-e2cd-4a7a-b04f-d16f4be288fc {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.801935] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165ca2f1-c8e4-4e46-b5de-717d04e3a4f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.816491] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471073c-eca7-446a-8315-44425a5afda9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.832641] env[69289]: DEBUG nova.compute.provider_tree [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.942137] env[69289]: DEBUG oslo_vmware.api [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276507, 'name': PowerOnVM_Task, 'duration_secs': 1.559162} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.942137] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.942137] env[69289]: INFO nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Took 11.49 seconds to spawn the instance on the hypervisor. [ 623.942137] env[69289]: DEBUG nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.943639] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae35c63-2931-449f-8335-82bf2bf9444c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.097830] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] Releasing lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.098162] env[69289]: DEBUG nova.compute.manager [req-e9d19297-7473-4179-9eb2-fa20e65e05bc req-7a27f93a-55f5-4fc7-bc5d-cb1bf1c6b448 service nova] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Received event network-vif-deleted-e2cd0411-1164-4c20-b43d-ef363aa7a0ca {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.234649] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276508, 'name': Rename_Task, 'duration_secs': 1.26933} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.235104] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.235409] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59819a74-950f-4c41-9056-db197b5b71b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.245773] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 624.245773] env[69289]: value = "task-3276512" [ 624.245773] env[69289]: _type = "Task" [ 624.245773] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.255381] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.261706] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.302111] env[69289]: DEBUG nova.objects.base [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 624.302349] env[69289]: DEBUG nova.network.neutron [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.336776] env[69289]: DEBUG nova.scheduler.client.report [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.468086] env[69289]: INFO nova.compute.manager [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Took 22.76 seconds to build instance. [ 624.473965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40e60494-4177-46a8-a87e-01ba961ef5c7 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "interface-d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.188s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.759692] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276511, 'name': ReconfigVM_Task, 'duration_secs': 0.818331} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.764289] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Reconfigured VM instance instance-0000000e to attach disk [datastore2] e0c69223-79c6-4c14-9ef5-8a02ae8d93f1/e0c69223-79c6-4c14-9ef5-8a02ae8d93f1.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.765315] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.765315] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a2e069-e253-4462-aac6-b13c4b67e517 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.774264] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 624.774264] env[69289]: value = "task-3276513" [ 624.774264] env[69289]: _type = "Task" [ 624.774264] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.789955] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276513, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.847036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.847675] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.851427] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.524s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.852897] env[69289]: INFO nova.compute.claims [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.971325] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19ba7136-4e66-49d6-80b5-ecd4d576bc78 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.282s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.262777] env[69289]: DEBUG oslo_vmware.api [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276512, 'name': PowerOnVM_Task, 'duration_secs': 0.9005} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.262988] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.263206] env[69289]: INFO nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Took 10.40 seconds to spawn the instance on the hypervisor. [ 625.263785] env[69289]: DEBUG nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.264210] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af84b5b-14c7-40da-8c37-8e7f1ba63bf1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.284076] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276513, 'name': Rename_Task, 'duration_secs': 0.192323} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.284713] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.284713] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a40bd3fe-2203-4fcb-b92f-f76a79f42274 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.293486] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 625.293486] env[69289]: value = "task-3276515" [ 625.293486] env[69289]: _type = "Task" [ 625.293486] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.304317] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.317281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.318034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.359214] env[69289]: DEBUG nova.compute.utils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.364144] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.364417] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.458444] env[69289]: DEBUG nova.policy [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aed88f2ad2154ad691e027d214f552c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf43a501f9d7429f9e5259fe155c6e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.479452] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.792740] env[69289]: INFO nova.compute.manager [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Took 23.56 seconds to build instance. [ 625.805194] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.873214] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.009332] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.148563] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Successfully created port: 8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.269290] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020bb0ec-b8a6-40bc-a87d-6da5608a7f76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.279153] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1ca1b6-7762-413d-8f20-2cdec1e03674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.321577] env[69289]: DEBUG oslo_concurrency.lockutils [None req-49252c8d-0e48-4dfb-8a56-d9dbfcd3e857 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.098s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.327549] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad88fb8c-7f28-420d-9f0b-766900317aee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.340682] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aabb817-d7ce-4e67-a4c9-8c60285edd3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.345451] env[69289]: DEBUG oslo_vmware.api [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276515, 'name': PowerOnVM_Task, 'duration_secs': 0.842895} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.346339] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.346417] env[69289]: INFO nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Took 8.95 seconds to spawn the instance on the hypervisor. [ 626.346575] env[69289]: DEBUG nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.348593] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bdcd0b-64dd-4c81-8d1b-6a7b52ea36ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.361689] env[69289]: DEBUG nova.compute.provider_tree [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.535090] env[69289]: DEBUG nova.compute.manager [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Received event network-changed-412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.539738] env[69289]: DEBUG nova.compute.manager [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Refreshing instance network info cache due to event network-changed-412419a3-3b80-4194-8485-7109a4593d0e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.539738] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] Acquiring lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.539738] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] Acquired lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.539738] env[69289]: DEBUG nova.network.neutron [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Refreshing network info cache for port 412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.831298] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.873031] env[69289]: DEBUG nova.scheduler.client.report [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.888573] env[69289]: INFO nova.compute.manager [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Took 22.00 seconds to build instance. [ 626.889836] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.913111] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:31:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1012995226',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-753066487',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.915861] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.915861] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.915861] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.916063] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.916268] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.916506] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.916697] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.916993] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.917156] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.917330] env[69289]: DEBUG nova.virt.hardware [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.919051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f870ffc-71ef-4c6a-acd1-8aa135e02177 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.932281] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20ed165-13ee-4b29-98fd-56c6bcbfe3d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.225330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.225588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.354541] env[69289]: DEBUG nova.network.neutron [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updated VIF entry in instance network info cache for port 412419a3-3b80-4194-8485-7109a4593d0e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.354917] env[69289]: DEBUG nova.network.neutron [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating instance_info_cache with network_info: [{"id": "412419a3-3b80-4194-8485-7109a4593d0e", "address": "fa:16:3e:a0:d3:6b", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412419a3-3b", "ovs_interfaceid": "412419a3-3b80-4194-8485-7109a4593d0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.365044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.378864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.379413] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.386212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.616s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.386212] env[69289]: INFO nova.compute.claims [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.389538] env[69289]: DEBUG oslo_concurrency.lockutils [None req-01bba50d-7cc0-4e59-b02e-ac1d56bd7e05 tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.517s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.461514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.461782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.461990] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.462199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.462414] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.464570] env[69289]: INFO nova.compute.manager [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Terminating instance [ 627.859232] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4ec9abc-9260-4ccb-820a-ff3282c83758 req-fd7ea290-df91-4623-9fe4-7a5c6c5fe2c9 service nova] Releasing lock "refresh_cache-49ee3d93-4c45-4383-b69a-83bc19e9f2e4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.898343] env[69289]: DEBUG nova.compute.utils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.910020] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.915207] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.915207] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.968532] env[69289]: DEBUG nova.compute.manager [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.969250] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.974627] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f944b65-93f9-4b1f-8847-9c305737b482 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.999280] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.012722] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce7493b-0472-444b-a891-872c508b48fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.028416] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 628.028416] env[69289]: value = "task-3276516" [ 628.028416] env[69289]: _type = "Task" [ 628.028416] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.047396] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.119695] env[69289]: DEBUG nova.policy [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff05d798634e9a99aa4d0abeb61df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c8770a0a5ba4d52bb6784fa6faec4a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.408525] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.464142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.548033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.548546] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.556101] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276516, 'name': PowerOffVM_Task, 'duration_secs': 0.343029} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.562028] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 628.562028] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 628.562028] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb7c28c-5b42-4038-99b8-75caae947f24 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.646233] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 628.646463] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 628.646679] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Deleting the datastore file [datastore2] d5c2369b-e2cd-4a7a-b04f-d16f4be288fc {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 628.646958] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f97598f8-fcfd-4b3b-be9b-46e438915754 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.658087] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for the task: (returnval){ [ 628.658087] env[69289]: value = "task-3276518" [ 628.658087] env[69289]: _type = "Task" [ 628.658087] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.667513] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.695425] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Successfully created port: db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.747167] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Successfully updated port: 8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.888597] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47d407-6568-420e-8449-269678baae0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.897703] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d2e03e-5296-4546-bd87-bba80c470311 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.944050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60ca2c5-220f-420b-b7a0-8158e22df588 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.953913] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf194696-d855-48ac-b8b8-5cdff750e332 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.969122] env[69289]: DEBUG nova.compute.provider_tree [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.175817] env[69289]: DEBUG oslo_vmware.api [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Task: {'id': task-3276518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300281} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.176314] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.176404] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.176614] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.176703] env[69289]: INFO nova.compute.manager [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 629.176894] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.177090] env[69289]: DEBUG nova.compute.manager [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 629.177182] env[69289]: DEBUG nova.network.neutron [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 629.252719] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.252781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.252909] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.447376] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.474134] env[69289]: DEBUG nova.scheduler.client.report [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.491643] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.491959] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.493737] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.493737] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.493737] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.493737] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.493737] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.494879] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.496462] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.496462] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.496462] env[69289]: DEBUG nova.virt.hardware [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.499667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af075938-13f9-4c35-b5ef-7204506fc726 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.513500] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f39c04-b66e-4873-96d6-c776156048a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.787360] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.936626] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.936939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.980762] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.981362] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.985246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.545s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.987079] env[69289]: INFO nova.compute.claims [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.010712] env[69289]: DEBUG nova.network.neutron [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updating instance_info_cache with network_info: [{"id": "8554b538-45d7-4773-9c44-497b96a506ce", "address": "fa:16:3e:3f:7f:b7", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8554b538-45", "ovs_interfaceid": "8554b538-45d7-4773-9c44-497b96a506ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.115719] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.115719] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.178033] env[69289]: DEBUG nova.compute.manager [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Received event network-changed-52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.178099] env[69289]: DEBUG nova.compute.manager [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Refreshing instance network info cache due to event network-changed-52475d31-13b0-406a-8704-cb5533ff0fbf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.178911] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Acquiring lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.178911] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Acquired lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.178911] env[69289]: DEBUG nova.network.neutron [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Refreshing network info cache for port 52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.202454] env[69289]: DEBUG nova.network.neutron [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.395746] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Successfully updated port: db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.493458] env[69289]: DEBUG nova.compute.utils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.501280] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.501458] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.512928] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.513681] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Instance network_info: |[{"id": "8554b538-45d7-4773-9c44-497b96a506ce", "address": "fa:16:3e:3f:7f:b7", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8554b538-45", "ovs_interfaceid": "8554b538-45d7-4773-9c44-497b96a506ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.514105] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:7f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8554b538-45d7-4773-9c44-497b96a506ce', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.523145] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Creating folder: Project (bf43a501f9d7429f9e5259fe155c6e9e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.526024] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a51daf8-f798-4eb9-bb65-39d555db9401 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.543474] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Created folder: Project (bf43a501f9d7429f9e5259fe155c6e9e) in parent group-v654351. [ 630.543750] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Creating folder: Instances. Parent ref: group-v654394. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.544141] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-040b3cf7-e231-4bce-8df0-795a9ea67883 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.555399] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Created folder: Instances in parent group-v654394. [ 630.555721] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.555977] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.556211] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0302f77-2135-4f3e-b344-930520376a52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.573967] env[69289]: DEBUG nova.policy [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e92d4064318c4951811cbdef5a0529e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '950abe1b37d540d0845d1f16ae31d05a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.581961] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.581961] env[69289]: value = "task-3276521" [ 630.581961] env[69289]: _type = "Task" [ 630.581961] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.591493] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276521, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.705718] env[69289]: INFO nova.compute.manager [-] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Took 1.53 seconds to deallocate network for instance. [ 630.734015] env[69289]: DEBUG nova.compute.manager [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Received event network-vif-plugged-db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.734390] env[69289]: DEBUG oslo_concurrency.lockutils [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] Acquiring lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.734551] env[69289]: DEBUG oslo_concurrency.lockutils [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] Lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.734804] env[69289]: DEBUG oslo_concurrency.lockutils [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] Lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.734882] env[69289]: DEBUG nova.compute.manager [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] No waiting events found dispatching network-vif-plugged-db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.735064] env[69289]: WARNING nova.compute.manager [req-8120d557-fb86-4109-b948-f272ea2ccd1c req-c6b0c3be-5226-4550-bc48-f1b0d98ddf04 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Received unexpected event network-vif-plugged-db05538c-999c-4dd1-b1ab-2ae50370585f for instance with vm_state building and task_state spawning. [ 630.899142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.899142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.899142] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.004650] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.093127] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276521, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.219790] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.296953] env[69289]: DEBUG nova.network.neutron [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updated VIF entry in instance network info cache for port 52475d31-13b0-406a-8704-cb5533ff0fbf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.297350] env[69289]: DEBUG nova.network.neutron [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating instance_info_cache with network_info: [{"id": "52475d31-13b0-406a-8704-cb5533ff0fbf", "address": "fa:16:3e:47:9b:d5", "network": {"id": "40db2077-5f58-4c51-90ee-d2caa3d86709", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-476596078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87a56d4381ef437299500de2a73affe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52475d31-13", "ovs_interfaceid": "52475d31-13b0-406a-8704-cb5533ff0fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.309154] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Successfully created port: adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.473552] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52563e7-0548-4b36-933a-f51379e9ccc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.484485] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65817d2-9938-4491-97c1-ef672f770dea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.524457] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d2b2c-d2f0-4404-b7c0-759fa61ed756 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.533083] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb623c6a-ec8c-41d4-b576-4b767cc322af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.548477] env[69289]: DEBUG nova.compute.provider_tree [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.593176] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276521, 'name': CreateVM_Task, 'duration_secs': 0.58933} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.593373] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.594086] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.594251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.594561] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.594812] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa8181e-0102-445e-b73d-b1a6d6821602 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.600376] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 631.600376] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52287417-2953-6462-045a-d0199a888fe0" [ 631.600376] env[69289]: _type = "Task" [ 631.600376] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.610194] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52287417-2953-6462-045a-d0199a888fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.711830] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.800345] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Releasing lock "refresh_cache-1a4b0b85-4f41-40f2-a801-36657c2bc39b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.800705] env[69289]: DEBUG nova.compute.manager [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Received event network-vif-plugged-8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.800801] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Acquiring lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.800997] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.801426] env[69289]: DEBUG oslo_concurrency.lockutils [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.801426] env[69289]: DEBUG nova.compute.manager [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] No waiting events found dispatching network-vif-plugged-8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.801618] env[69289]: WARNING nova.compute.manager [req-5c692503-bd4f-4b3f-9892-95c14340ee43 req-07700ab7-550d-4eae-b64d-f3a0949df9ff service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Received unexpected event network-vif-plugged-8554b538-45d7-4773-9c44-497b96a506ce for instance with vm_state building and task_state spawning. [ 631.907616] env[69289]: DEBUG nova.network.neutron [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Updating instance_info_cache with network_info: [{"id": "db05538c-999c-4dd1-b1ab-2ae50370585f", "address": "fa:16:3e:7e:77:a2", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb05538c-99", "ovs_interfaceid": "db05538c-999c-4dd1-b1ab-2ae50370585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.024770] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.052684] env[69289]: DEBUG nova.scheduler.client.report [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.067523] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.067786] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.067980] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.068219] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.068391] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.069084] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.069084] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.069084] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.069192] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.071217] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.071217] env[69289]: DEBUG nova.virt.hardware [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.071217] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc3ba5c-51ec-4afc-91d2-c25519e10c39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.082091] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5340fa02-069d-4f63-b88d-6f78044d4fc1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.113298] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52287417-2953-6462-045a-d0199a888fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.012435} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.113567] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.113799] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.114037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.114620] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.114863] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.115139] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f4e07ed-aed7-4eb3-8e88-fed0ff996bb1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.131181] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.131181] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.131181] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f721e5b3-718c-4015-8dad-faffa4e05942 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.138693] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 632.138693] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f597f6-58f4-846c-ecc8-c9c2c3268c2c" [ 632.138693] env[69289]: _type = "Task" [ 632.138693] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.148773] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f597f6-58f4-846c-ecc8-c9c2c3268c2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.416171] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.416171] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Instance network_info: |[{"id": "db05538c-999c-4dd1-b1ab-2ae50370585f", "address": "fa:16:3e:7e:77:a2", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb05538c-99", "ovs_interfaceid": "db05538c-999c-4dd1-b1ab-2ae50370585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.416854] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:77:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db05538c-999c-4dd1-b1ab-2ae50370585f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.424753] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating folder: Project (7c8770a0a5ba4d52bb6784fa6faec4a0). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.425099] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44057de2-4e43-4166-a519-9395ff21b06f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.440413] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Created folder: Project (7c8770a0a5ba4d52bb6784fa6faec4a0) in parent group-v654351. [ 632.441374] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating folder: Instances. Parent ref: group-v654397. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.441374] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9cd4d4a-ea78-404d-ae40-386ce0a9e965 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.452830] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Created folder: Instances in parent group-v654397. [ 632.453151] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.453268] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.453850] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908f8345-a08b-4808-af27-fa5859bcc211 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.475939] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.475939] env[69289]: value = "task-3276524" [ 632.475939] env[69289]: _type = "Task" [ 632.475939] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.490369] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276524, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.558631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.559224] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.562076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.883s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.562330] env[69289]: DEBUG nova.objects.instance [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lazy-loading 'resources' on Instance uuid e26cddf5-3a4f-46ca-82f9-971cf6518ed5 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.650570] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f597f6-58f4-846c-ecc8-c9c2c3268c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.023131} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.651082] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9846cfc-11da-4d0e-9ab8-1f91be9fbb37 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.657521] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 632.657521] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f8a3ea-a36b-5a6c-9f2e-37e8c9e7e0ee" [ 632.657521] env[69289]: _type = "Task" [ 632.657521] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.667218] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f8a3ea-a36b-5a6c-9f2e-37e8c9e7e0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.938090] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Received event network-changed-8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.938090] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Refreshing instance network info cache due to event network-changed-8554b538-45d7-4773-9c44-497b96a506ce. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.938090] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquiring lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.940474] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquired lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.940474] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Refreshing network info cache for port 8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.998976] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276524, 'name': CreateVM_Task, 'duration_secs': 0.444698} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.999299] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.000267] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.000618] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.001278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.001806] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92b65bb-db54-43f8-b788-4266edede0af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.011793] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 633.011793] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee3187-fa37-071b-6fb1-704c80fd8340" [ 633.011793] env[69289]: _type = "Task" [ 633.011793] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.023597] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee3187-fa37-071b-6fb1-704c80fd8340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.069276] env[69289]: DEBUG nova.compute.utils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.075759] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.076077] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.171619] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f8a3ea-a36b-5a6c-9f2e-37e8c9e7e0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.171619] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.171619] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 0f21f504-d81d-4dd5-8b2b-c5764e5b063b/0f21f504-d81d-4dd5-8b2b-c5764e5b063b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.171619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bdb220a-fa9a-497a-bbd9-6f6f46f58f70 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.179051] env[69289]: DEBUG nova.policy [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0ec1f7eb0064a37b52ff0fc035036cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc55c889014c42aaa32d915a110b5d93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.186395] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 633.186395] env[69289]: value = "task-3276525" [ 633.186395] env[69289]: _type = "Task" [ 633.186395] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.201517] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.250683] env[69289]: DEBUG nova.compute.manager [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Received event network-changed-db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.251783] env[69289]: DEBUG nova.compute.manager [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Refreshing instance network info cache due to event network-changed-db05538c-999c-4dd1-b1ab-2ae50370585f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.251783] env[69289]: DEBUG oslo_concurrency.lockutils [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] Acquiring lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.251783] env[69289]: DEBUG oslo_concurrency.lockutils [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] Acquired lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.251783] env[69289]: DEBUG nova.network.neutron [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Refreshing network info cache for port db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.526597] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ee3187-fa37-071b-6fb1-704c80fd8340, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.529839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.530130] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.530378] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.530535] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.530716] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.531290] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21d5aac-9ece-40e4-819b-77762cce00f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.547680] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.547859] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.549254] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b3a3a3-86d2-43ca-9db6-6724defb9ca3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.558653] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 633.558653] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521e9d03-6d20-2a61-9595-45b794982f9f" [ 633.558653] env[69289]: _type = "Task" [ 633.558653] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.560537] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af7045-1877-4c4f-a0d9-f759887ff43c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.579532] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17668c83-ad50-4453-bb6e-15a3daeefe87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.585048] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.588440] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521e9d03-6d20-2a61-9595-45b794982f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.632437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeceb47-fd2c-450f-8ef0-8f5ea1db5b18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.643722] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0d46b-6735-4d33-8b79-cda5cf268d3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.667947] env[69289]: DEBUG nova.compute.provider_tree [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.702834] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276525, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.719258] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Successfully updated port: adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.897662] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updated VIF entry in instance network info cache for port 8554b538-45d7-4773-9c44-497b96a506ce. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.898036] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updating instance_info_cache with network_info: [{"id": "8554b538-45d7-4773-9c44-497b96a506ce", "address": "fa:16:3e:3f:7f:b7", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8554b538-45", "ovs_interfaceid": "8554b538-45d7-4773-9c44-497b96a506ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.075120] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521e9d03-6d20-2a61-9595-45b794982f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.023635} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.076152] env[69289]: DEBUG nova.network.neutron [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Updated VIF entry in instance network info cache for port db05538c-999c-4dd1-b1ab-2ae50370585f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.076152] env[69289]: DEBUG nova.network.neutron [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Updating instance_info_cache with network_info: [{"id": "db05538c-999c-4dd1-b1ab-2ae50370585f", "address": "fa:16:3e:7e:77:a2", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb05538c-99", "ovs_interfaceid": "db05538c-999c-4dd1-b1ab-2ae50370585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.079414] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823d9141-aaa4-453c-9f4f-23606a8ff026 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.087102] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 634.087102] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529318f2-1a39-fc63-70bd-800c06f6b647" [ 634.087102] env[69289]: _type = "Task" [ 634.087102] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.107634] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529318f2-1a39-fc63-70bd-800c06f6b647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.173072] env[69289]: DEBUG nova.scheduler.client.report [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.206518] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645223} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.208811] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 0f21f504-d81d-4dd5-8b2b-c5764e5b063b/0f21f504-d81d-4dd5-8b2b-c5764e5b063b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.209575] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.213130] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13cd21ca-52cf-43d2-b597-793e81057368 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.221016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.221237] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.221422] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.222711] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 634.222711] env[69289]: value = "task-3276526" [ 634.222711] env[69289]: _type = "Task" [ 634.222711] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.227022] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Successfully created port: 8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.239245] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.402599] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Releasing lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402866] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Received event network-changed-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.403075] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Refreshing instance network info cache due to event network-changed-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.403303] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquiring lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.403446] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquired lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.403604] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Refreshing network info cache for port e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.587775] env[69289]: DEBUG oslo_concurrency.lockutils [req-d290e19a-d51c-4b4d-aaed-bcdf4131c473 req-cf383ed4-d961-4050-96aa-7f197f2d3890 service nova] Releasing lock "refresh_cache-940036d6-d2c5-40f3-885e-7fd35611e508" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.604221] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.606851] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529318f2-1a39-fc63-70bd-800c06f6b647, 'name': SearchDatastore_Task, 'duration_secs': 0.02434} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.606851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.607927] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 940036d6-d2c5-40f3-885e-7fd35611e508/940036d6-d2c5-40f3-885e-7fd35611e508.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.607927] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74bb082f-b7d2-472a-8623-46e542b3528d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.617371] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 634.617371] env[69289]: value = "task-3276527" [ 634.617371] env[69289]: _type = "Task" [ 634.617371] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.631343] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.633778] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.633964] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.633964] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.634169] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.634313] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.634453] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.634707] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.634808] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.634976] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.635183] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.635357] env[69289]: DEBUG nova.virt.hardware [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.636184] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f58303-7805-439e-9daa-6c32b166e0dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.646021] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704aad3b-c04a-4013-94de-095e6bb54516 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.681670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.684310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.206s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.685868] env[69289]: INFO nova.compute.claims [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.718356] env[69289]: INFO nova.scheduler.client.report [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Deleted allocations for instance e26cddf5-3a4f-46ca-82f9-971cf6518ed5 [ 634.747621] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078969} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.748637] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.749579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df50382-f408-4468-891a-e9a65d83f9d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.779149] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 0f21f504-d81d-4dd5-8b2b-c5764e5b063b/0f21f504-d81d-4dd5-8b2b-c5764e5b063b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.779514] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2e48a1a-b61c-4dab-ae97-1e226589a4fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.800696] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.810985] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 634.810985] env[69289]: value = "task-3276528" [ 634.810985] env[69289]: _type = "Task" [ 634.810985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.828570] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.129043] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478738} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.129043] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 940036d6-d2c5-40f3-885e-7fd35611e508/940036d6-d2c5-40f3-885e-7fd35611e508.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.129043] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.129043] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0e746ac-f79d-4fb2-a2e8-05fcd532a458 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.138029] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 635.138029] env[69289]: value = "task-3276529" [ 635.138029] env[69289]: _type = "Task" [ 635.138029] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.153911] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.195951] env[69289]: DEBUG nova.network.neutron [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.225493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de343da6-f125-4e37-8b78-78770744d35b tempest-ServerExternalEventsTest-884075808 tempest-ServerExternalEventsTest-884075808-project-member] Lock "e26cddf5-3a4f-46ca-82f9-971cf6518ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.373s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.323882] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276528, 'name': ReconfigVM_Task, 'duration_secs': 0.459689} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.324261] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 0f21f504-d81d-4dd5-8b2b-c5764e5b063b/0f21f504-d81d-4dd5-8b2b-c5764e5b063b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.324858] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28bc74ec-92ed-4e62-b79b-1322b27d690c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.332770] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 635.332770] env[69289]: value = "task-3276530" [ 635.332770] env[69289]: _type = "Task" [ 635.332770] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.344556] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276530, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.380784] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updated VIF entry in instance network info cache for port e637e0d2-2d5f-4e56-8cf1-23ba90c7659d. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.380784] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updating instance_info_cache with network_info: [{"id": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "address": "fa:16:3e:57:7e:3c", "network": {"id": "4baf31de-029d-4c75-96dd-68a3ddab4a38", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-773105113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "b8e99c50d3d24741ab5e80fa8e23d492", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c9a12d2-469f-4199-bfaa-f791d765deac", "external-id": "nsx-vlan-transportzone-96", "segmentation_id": 96, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape637e0d2-2d", "ovs_interfaceid": "e637e0d2-2d5f-4e56-8cf1-23ba90c7659d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.438067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.438540] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.650755] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06785} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.651276] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.652118] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c61b9d-e0d1-482d-aa20-ca2d4f91f23a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.678570] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 940036d6-d2c5-40f3-885e-7fd35611e508/940036d6-d2c5-40f3-885e-7fd35611e508.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.680021] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e523ec0-d2e1-457e-8184-8caa0dca8500 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.701098] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.701449] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Instance network_info: |[{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.702847] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:0e:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adca7efe-aedc-4c20-96bd-2b4d2319ee53', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.711517] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Creating folder: Project (950abe1b37d540d0845d1f16ae31d05a). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.711959] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d131f40-4fa3-4e16-9684-710b10c823b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.718667] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 635.718667] env[69289]: value = "task-3276531" [ 635.718667] env[69289]: _type = "Task" [ 635.718667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.730223] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.731884] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Created folder: Project (950abe1b37d540d0845d1f16ae31d05a) in parent group-v654351. [ 635.731939] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Creating folder: Instances. Parent ref: group-v654400. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.734814] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaa1929a-e234-42fb-a6ef-964d00a218cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.749475] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Created folder: Instances in parent group-v654400. [ 635.749475] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.749475] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.749475] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673f588b-e6b2-4cf3-86f1-1498fc3dd010 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.775474] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.775474] env[69289]: value = "task-3276534" [ 635.775474] env[69289]: _type = "Task" [ 635.775474] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.784864] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276534, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.849594] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276530, 'name': Rename_Task, 'duration_secs': 0.147541} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.849880] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.850158] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fca128e-b7ed-48f8-8fab-98c744fc7293 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.861836] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 635.861836] env[69289]: value = "task-3276535" [ 635.861836] env[69289]: _type = "Task" [ 635.861836] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.875436] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.887278] env[69289]: DEBUG nova.compute.manager [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Received event network-vif-plugged-adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.887278] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.887278] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.887458] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.888193] env[69289]: DEBUG nova.compute.manager [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] No waiting events found dispatching network-vif-plugged-adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.888193] env[69289]: WARNING nova.compute.manager [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Received unexpected event network-vif-plugged-adca7efe-aedc-4c20-96bd-2b4d2319ee53 for instance with vm_state building and task_state spawning. [ 635.888193] env[69289]: DEBUG nova.compute.manager [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Received event network-changed-adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.888193] env[69289]: DEBUG nova.compute.manager [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Refreshing instance network info cache due to event network-changed-adca7efe-aedc-4c20-96bd-2b4d2319ee53. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.888385] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Acquiring lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.888424] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Acquired lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.888557] env[69289]: DEBUG nova.network.neutron [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Refreshing network info cache for port adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.889922] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Releasing lock "refresh_cache-2c481930-198b-4e6b-8a75-4edd7af6b13d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.890757] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Received event network-vif-deleted-fe3b78a7-c441-4e67-807e-5b37303f6879 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.890757] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Received event network-changed-ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.890757] env[69289]: DEBUG nova.compute.manager [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Refreshing instance network info cache due to event network-changed-ee1b7398-d598-4728-b2d6-6674499da807. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.890757] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquiring lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.890955] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Acquired lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.890955] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Refreshing network info cache for port ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.231784] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276531, 'name': ReconfigVM_Task, 'duration_secs': 0.348839} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.231784] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 940036d6-d2c5-40f3-885e-7fd35611e508/940036d6-d2c5-40f3-885e-7fd35611e508.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.232859] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db132c27-fbc4-440e-8b74-9e4584af108c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.242780] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 636.242780] env[69289]: value = "task-3276536" [ 636.242780] env[69289]: _type = "Task" [ 636.242780] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.260744] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276536, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.265943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5420277a-b5b2-48c7-858f-effdc8849095 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.275780] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e5a00b-59c9-4a89-8b33-75ae34743b9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.287811] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276534, 'name': CreateVM_Task, 'duration_secs': 0.488643} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.315492] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.317163] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.317414] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.317702] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318528] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3befbc-35fd-45cd-b32e-34d955b91c0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.322442] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f006021a-c936-41a0-9f08-6b59f0f33b16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.329168] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 636.329168] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2cd6c-aabf-1491-c739-268bdd9892fb" [ 636.329168] env[69289]: _type = "Task" [ 636.329168] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.335345] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e7d22-b7b8-4a55-8e62-5a5101ac4127 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.343768] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.343955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.350334] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2cd6c-aabf-1491-c739-268bdd9892fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.359664] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.360151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.360151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.360309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.360577] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.362090] env[69289]: DEBUG nova.compute.provider_tree [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.362696] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6e3c0f-f91b-425a-b543-0818dcb6de73 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.376210] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.378938] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.378938] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.379677] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c7e8a5-dc0a-49f2-a80e-8201b2e21add {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388087] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 636.388087] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb841e-bcda-bb7f-c079-2cdd042e67c1" [ 636.388087] env[69289]: _type = "Task" [ 636.388087] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.402568] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb841e-bcda-bb7f-c079-2cdd042e67c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.427618] env[69289]: DEBUG nova.compute.manager [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Received event network-vif-plugged-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.427941] env[69289]: DEBUG oslo_concurrency.lockutils [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] Acquiring lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.430480] env[69289]: DEBUG oslo_concurrency.lockutils [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.430480] env[69289]: DEBUG oslo_concurrency.lockutils [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.430480] env[69289]: DEBUG nova.compute.manager [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] No waiting events found dispatching network-vif-plugged-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.430480] env[69289]: WARNING nova.compute.manager [req-6392d4cd-dbd7-4c72-b75c-dc9137e49f47 req-c5533949-7da3-448b-a71a-179035ee73b7 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Received unexpected event network-vif-plugged-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 for instance with vm_state building and task_state spawning. [ 636.480528] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Successfully updated port: 8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.765306] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276536, 'name': Rename_Task, 'duration_secs': 0.179607} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.765681] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.765887] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e853d05-0716-4d5f-8413-3c89ad35e11d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.773632] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 636.773632] env[69289]: value = "task-3276537" [ 636.773632] env[69289]: _type = "Task" [ 636.773632] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.782656] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.867149] env[69289]: DEBUG nova.scheduler.client.report [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.880059] env[69289]: DEBUG oslo_vmware.api [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276535, 'name': PowerOnVM_Task, 'duration_secs': 0.623534} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.880332] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.880526] env[69289]: INFO nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Took 9.99 seconds to spawn the instance on the hypervisor. [ 636.880716] env[69289]: DEBUG nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.881535] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5778ed-40d6-4055-b109-e8073d1cfc26 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.905169] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb841e-bcda-bb7f-c079-2cdd042e67c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012788} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.906064] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd1f850-a3a7-428b-b58d-bab5a996f56f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.916597] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 636.916597] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526dcf3f-164f-dfa4-c462-2249c6bc0bd1" [ 636.916597] env[69289]: _type = "Task" [ 636.916597] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.926898] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526dcf3f-164f-dfa4-c462-2249c6bc0bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.986673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.986673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquired lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.986923] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.036619] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updated VIF entry in instance network info cache for port ee1b7398-d598-4728-b2d6-6674499da807. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.037591] env[69289]: DEBUG nova.network.neutron [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updating instance_info_cache with network_info: [{"id": "ee1b7398-d598-4728-b2d6-6674499da807", "address": "fa:16:3e:d8:05:72", "network": {"id": "9ef1e41d-8d14-47bc-be2a-5004d332f9f7", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2055453425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c65197aa420401baa5527a136e1cf23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1b7398-d5", "ovs_interfaceid": "ee1b7398-d598-4728-b2d6-6674499da807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.040904] env[69289]: DEBUG nova.network.neutron [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updated VIF entry in instance network info cache for port adca7efe-aedc-4c20-96bd-2b4d2319ee53. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.041278] env[69289]: DEBUG nova.network.neutron [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.283661] env[69289]: DEBUG oslo_vmware.api [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276537, 'name': PowerOnVM_Task, 'duration_secs': 0.476615} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.284085] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.284311] env[69289]: INFO nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 7.84 seconds to spawn the instance on the hypervisor. [ 637.284311] env[69289]: DEBUG nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.285081] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc37a7f9-d9d1-4448-b974-1507482ae8a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.375010] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.375597] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.379539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.526s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.381230] env[69289]: INFO nova.compute.claims [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.409483] env[69289]: INFO nova.compute.manager [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Took 28.43 seconds to build instance. [ 637.435171] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526dcf3f-164f-dfa4-c462-2249c6bc0bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.019819} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.435489] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.435936] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.436149] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3980c6bf-3765-4555-9d8e-30295bb1d250 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.451402] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 637.451402] env[69289]: value = "task-3276538" [ 637.451402] env[69289]: _type = "Task" [ 637.451402] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.462857] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.545337] env[69289]: DEBUG oslo_concurrency.lockutils [req-6061ffda-bed0-4920-a6f0-bd45acc17269 req-2165e544-0ecf-4c31-83b4-2d3f7955e14a service nova] Releasing lock "refresh_cache-e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.545337] env[69289]: DEBUG oslo_concurrency.lockutils [req-b84fc774-eba8-4b83-b8bd-66773bb38e4f req-b8d2a245-90d1-4a79-adfd-011d1cea41d7 service nova] Releasing lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.589059] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.810290] env[69289]: INFO nova.compute.manager [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 23.51 seconds to build instance. [ 637.883648] env[69289]: DEBUG nova.compute.utils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.888575] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.888884] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.912320] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09b2e88a-f75a-4cae-9cb4-4a8c7fa68ec0 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.954s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.964775] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276538, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.975656] env[69289]: DEBUG nova.policy [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.056517] env[69289]: DEBUG nova.network.neutron [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Updating instance_info_cache with network_info: [{"id": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "address": "fa:16:3e:60:6d:6a", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af7c1b5-f6", "ovs_interfaceid": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.315096] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b08bc6d-7bca-4ef6-9734-56c49cb360e3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.039s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.396636] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.410019] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Successfully created port: ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.417496] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.464348] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859892} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.468601] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.468824] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.469339] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-161147aa-d4d6-42c2-a5ff-94e3bd60a35d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.478287] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 638.478287] env[69289]: value = "task-3276539" [ 638.478287] env[69289]: _type = "Task" [ 638.478287] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.494538] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.560999] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Releasing lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.561346] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Instance network_info: |[{"id": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "address": "fa:16:3e:60:6d:6a", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af7c1b5-f6", "ovs_interfaceid": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.561741] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:6d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.570758] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Creating folder: Project (fc55c889014c42aaa32d915a110b5d93). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.573562] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1335a4ae-0e38-479d-8bf6-05ad766c699f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.587434] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Created folder: Project (fc55c889014c42aaa32d915a110b5d93) in parent group-v654351. [ 638.587771] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Creating folder: Instances. Parent ref: group-v654403. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.588199] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f467aff-3c32-48b8-accd-1d0e2a328462 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.603935] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Created folder: Instances in parent group-v654403. [ 638.604621] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.604844] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.605078] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-820f0e93-59ed-4ae3-888c-11e24c87980d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.636670] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.636670] env[69289]: value = "task-3276542" [ 638.636670] env[69289]: _type = "Task" [ 638.636670] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.650430] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276542, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.682242] env[69289]: DEBUG nova.compute.manager [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Received event network-changed-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.682242] env[69289]: DEBUG nova.compute.manager [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Refreshing instance network info cache due to event network-changed-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.682242] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] Acquiring lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.682242] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] Acquired lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.682242] env[69289]: DEBUG nova.network.neutron [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Refreshing network info cache for port 8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.817118] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.909915] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0453cc41-78b8-4132-834f-afeed4ae799d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.927380] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50350663-9b31-4e38-9730-b55875a35395 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.971533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.972423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084ffa4c-1e6d-47ae-ac3b-c51cfc33aef7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.986288] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f307479-e9d3-4b33-9660-7e97bdf9c7e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.997858] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28075} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.008114] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.009180] env[69289]: DEBUG nova.compute.provider_tree [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.011183] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b9ad28-2b9a-4531-96df-9a82e0de5b6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.041347] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.042057] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7cdbf7d-ae91-41ef-9916-a2e91e5da2d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.069039] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 639.069039] env[69289]: value = "task-3276543" [ 639.069039] env[69289]: _type = "Task" [ 639.069039] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.087134] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.150416] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276542, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.341920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.426171] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.456439] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.456833] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.457250] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.457450] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.457617] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.457810] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.458134] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.458814] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.458814] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.458814] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.459099] env[69289]: DEBUG nova.virt.hardware [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.460260] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967abc1b-b4c9-4243-a96a-84b84ec99bd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.471203] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670ac18b-743d-4a7e-b333-a626961068ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.516677] env[69289]: DEBUG nova.scheduler.client.report [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.580484] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276543, 'name': ReconfigVM_Task, 'duration_secs': 0.489105} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.580795] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.581464] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-821de725-6142-4984-892d-56f92fd3a65c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.593069] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 639.593069] env[69289]: value = "task-3276544" [ 639.593069] env[69289]: _type = "Task" [ 639.593069] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.600829] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276544, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.648235] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276542, 'name': CreateVM_Task, 'duration_secs': 0.647957} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.649039] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.649559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.649559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.649559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.649831] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52142720-b097-41fd-bd74-ca9a383f52a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.656403] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 639.656403] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524a9999-7592-f32e-be88-89bef24ef9de" [ 639.656403] env[69289]: _type = "Task" [ 639.656403] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.668649] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a9999-7592-f32e-be88-89bef24ef9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.734883] env[69289]: DEBUG nova.network.neutron [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Updated VIF entry in instance network info cache for port 8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.735370] env[69289]: DEBUG nova.network.neutron [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Updating instance_info_cache with network_info: [{"id": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "address": "fa:16:3e:60:6d:6a", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af7c1b5-f6", "ovs_interfaceid": "8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.022026] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.022164] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.027155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.920s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.027155] env[69289]: DEBUG nova.objects.instance [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lazy-loading 'resources' on Instance uuid fcc47616-4cd0-42fd-af2e-95cb15d66049 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.106074] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276544, 'name': Rename_Task, 'duration_secs': 0.254059} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.107042] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.107309] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cabc18c4-aacc-4138-93dc-d9a5ca3ca03b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.131088] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 640.131088] env[69289]: value = "task-3276545" [ 640.131088] env[69289]: _type = "Task" [ 640.131088] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.141234] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.178910] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a9999-7592-f32e-be88-89bef24ef9de, 'name': SearchDatastore_Task, 'duration_secs': 0.034041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.180037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.180037] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.180037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.180037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.180617] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.184486] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ed47676-acc3-47f8-8809-9225a817ead2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.199344] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.199539] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.200416] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b702994-f900-429f-a5fa-7a7b81bbb465 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.208625] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 640.208625] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52000cb3-3140-6818-16a6-d7a05d80f296" [ 640.208625] env[69289]: _type = "Task" [ 640.208625] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.221478] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52000cb3-3140-6818-16a6-d7a05d80f296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.238800] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a3ab1a4-a420-4eab-8048-5ea97de62132 req-2c5fa01f-51ba-4574-bb1b-48785f21a412 service nova] Releasing lock "refresh_cache-dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.492327] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Successfully updated port: ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.530631] env[69289]: DEBUG nova.compute.utils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.533129] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.533129] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.615813] env[69289]: DEBUG nova.policy [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddff05d798634e9a99aa4d0abeb61df7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c8770a0a5ba4d52bb6784fa6faec4a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.649657] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.664572] env[69289]: DEBUG nova.compute.manager [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Received event network-vif-plugged-ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.664787] env[69289]: DEBUG oslo_concurrency.lockutils [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] Acquiring lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.664992] env[69289]: DEBUG oslo_concurrency.lockutils [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.665164] env[69289]: DEBUG oslo_concurrency.lockutils [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.665878] env[69289]: DEBUG nova.compute.manager [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] No waiting events found dispatching network-vif-plugged-ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.665878] env[69289]: WARNING nova.compute.manager [req-86a7d3a0-cbff-4d44-a03e-1d68eeed0c9b req-4f664c8e-f861-49f6-a6df-f1fb74339d30 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Received unexpected event network-vif-plugged-ddfd7a99-876d-4471-9d42-78c67ebacd72 for instance with vm_state building and task_state spawning. [ 640.723383] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52000cb3-3140-6818-16a6-d7a05d80f296, 'name': SearchDatastore_Task, 'duration_secs': 0.021624} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.724271] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536427a5-4661-4caf-a294-6fc15738eda6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.731477] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 640.731477] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5227656a-61be-ec30-9fa9-7f64b97df58c" [ 640.731477] env[69289]: _type = "Task" [ 640.731477] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.740780] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5227656a-61be-ec30-9fa9-7f64b97df58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.903085] env[69289]: DEBUG nova.compute.manager [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Received event network-changed-8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.903175] env[69289]: DEBUG nova.compute.manager [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Refreshing instance network info cache due to event network-changed-8554b538-45d7-4773-9c44-497b96a506ce. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.903895] env[69289]: DEBUG oslo_concurrency.lockutils [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] Acquiring lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.903895] env[69289]: DEBUG oslo_concurrency.lockutils [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] Acquired lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.903895] env[69289]: DEBUG nova.network.neutron [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Refreshing network info cache for port 8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.935160] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426cbb0-c702-45d5-93c6-33489030c0db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.945658] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d149db8-e262-4c2a-a085-0b954ff57381 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.986062] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a607a0-8959-4668-a612-c39f9aa5f1b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.995751] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.995751] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.995751] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.998440] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f0a768-dd4e-4209-9360-3da870fac0d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.015729] env[69289]: DEBUG nova.compute.provider_tree [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.039232] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.145627] env[69289]: DEBUG oslo_vmware.api [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276545, 'name': PowerOnVM_Task, 'duration_secs': 0.970853} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.146828] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.147052] env[69289]: INFO nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Took 9.12 seconds to spawn the instance on the hypervisor. [ 641.147224] env[69289]: DEBUG nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.148319] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157fa80a-555d-4359-876a-e87d565e9e95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.249411] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5227656a-61be-ec30-9fa9-7f64b97df58c, 'name': SearchDatastore_Task, 'duration_secs': 0.026007} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.249675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.249930] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] dbd215fc-e1b9-44d7-95a0-b43675a0ee1b/dbd215fc-e1b9-44d7-95a0-b43675a0ee1b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.250209] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac85660-7c24-4a4a-9045-9ecf01114c18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.261398] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 641.261398] env[69289]: value = "task-3276546" [ 641.261398] env[69289]: _type = "Task" [ 641.261398] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.272727] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.320441] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "f4cd7756-3885-40f2-a4de-a7311adca389" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.320633] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.386020] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Successfully created port: 3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.519370] env[69289]: DEBUG nova.scheduler.client.report [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.672363] env[69289]: INFO nova.compute.manager [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Took 26.93 seconds to build instance. [ 641.777107] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.909717] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.024865] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.032296] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.978s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.034687] env[69289]: INFO nova.compute.claims [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.050409] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.061033] env[69289]: INFO nova.scheduler.client.report [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted allocations for instance fcc47616-4cd0-42fd-af2e-95cb15d66049 [ 642.092985] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.093280] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.093438] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.094875] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.094875] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.094875] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.095246] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.095458] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.095700] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.095935] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.096170] env[69289]: DEBUG nova.virt.hardware [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.097135] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a405f-1a4b-4054-b786-5bf0706f86e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.110024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d581e200-42e2-4e82-9746-02345c525917 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.130082] env[69289]: DEBUG nova.network.neutron [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updated VIF entry in instance network info cache for port 8554b538-45d7-4773-9c44-497b96a506ce. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.130456] env[69289]: DEBUG nova.network.neutron [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updating instance_info_cache with network_info: [{"id": "8554b538-45d7-4773-9c44-497b96a506ce", "address": "fa:16:3e:3f:7f:b7", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8554b538-45", "ovs_interfaceid": "8554b538-45d7-4773-9c44-497b96a506ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.174843] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dff91a22-4348-4d0f-bcf6-64bf5d596086 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.443s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.276335] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78607} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.276618] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] dbd215fc-e1b9-44d7-95a0-b43675a0ee1b/dbd215fc-e1b9-44d7-95a0-b43675a0ee1b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.277033] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.277311] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61c05ee-c4c0-4aaa-8cf8-974fe587a34d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.285415] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 642.285415] env[69289]: value = "task-3276547" [ 642.285415] env[69289]: _type = "Task" [ 642.285415] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.298960] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.575125] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1539b065-4922-4e54-a8fe-629da1341708 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "fcc47616-4cd0-42fd-af2e-95cb15d66049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.339s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.623897] env[69289]: DEBUG nova.network.neutron [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Updating instance_info_cache with network_info: [{"id": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "address": "fa:16:3e:65:67:95", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd7a99-87", "ovs_interfaceid": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.633996] env[69289]: DEBUG oslo_concurrency.lockutils [req-fb5cdf3a-5e4a-4c6e-9c81-aa62952f21e5 req-29053b72-4768-4231-aa29-78ee4257ea92 service nova] Releasing lock "refresh_cache-0f21f504-d81d-4dd5-8b2b-c5764e5b063b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.682221] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.799102] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072033} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.799290] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.802659] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a2fbf-695a-4d32-9b24-450be8f03de4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.835979] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] dbd215fc-e1b9-44d7-95a0-b43675a0ee1b/dbd215fc-e1b9-44d7-95a0-b43675a0ee1b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.836217] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513d9576-fb20-4e20-8b61-0b0e30fd2e87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.858076] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 642.858076] env[69289]: value = "task-3276548" [ 642.858076] env[69289]: _type = "Task" [ 642.858076] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.867290] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.060108] env[69289]: DEBUG nova.compute.manager [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Received event network-changed-ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.064460] env[69289]: DEBUG nova.compute.manager [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Refreshing instance network info cache due to event network-changed-ddfd7a99-876d-4471-9d42-78c67ebacd72. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.064460] env[69289]: DEBUG oslo_concurrency.lockutils [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] Acquiring lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.131045] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.131045] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Instance network_info: |[{"id": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "address": "fa:16:3e:65:67:95", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd7a99-87", "ovs_interfaceid": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.132564] env[69289]: DEBUG oslo_concurrency.lockutils [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] Acquired lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.132564] env[69289]: DEBUG nova.network.neutron [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Refreshing network info cache for port ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.132564] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:67:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddfd7a99-876d-4471-9d42-78c67ebacd72', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.141115] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating folder: Project (7ebcbc786e264b298be772b10fb9172e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.144962] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6bf15a8-05c9-49bb-940a-2ac0b89bcb71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.161241] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created folder: Project (7ebcbc786e264b298be772b10fb9172e) in parent group-v654351. [ 643.161241] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating folder: Instances. Parent ref: group-v654406. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.161241] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d68a96f-f997-4e68-bcba-bd188900a295 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.177017] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created folder: Instances in parent group-v654406. [ 643.177017] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.177017] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.177017] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d082d27e-cc43-4e38-88cb-158e634c49c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.208021] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.208021] env[69289]: value = "task-3276551" [ 643.208021] env[69289]: _type = "Task" [ 643.208021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.226014] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276551, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.231116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.370243] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.588089] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9957006f-7ed8-477c-9f0b-37a50be2b17f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.598725] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c7ab3a-3273-4463-96a2-e91f0a426b40 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.641967] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afbc36-4117-4f1b-b91a-501be24e5eec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.657949] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9d37e-3560-446e-9588-17016021b28a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.684848] env[69289]: DEBUG nova.compute.provider_tree [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.723068] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276551, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.871663] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276548, 'name': ReconfigVM_Task, 'duration_secs': 0.839171} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.872056] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] dbd215fc-e1b9-44d7-95a0-b43675a0ee1b/dbd215fc-e1b9-44d7-95a0-b43675a0ee1b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.872696] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1525daa-314c-4418-af3c-7454b357c36e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.882057] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 643.882057] env[69289]: value = "task-3276552" [ 643.882057] env[69289]: _type = "Task" [ 643.882057] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.895226] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276552, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.138185] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Successfully updated port: 3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.191167] env[69289]: DEBUG nova.scheduler.client.report [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.224831] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276551, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.395270] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276552, 'name': Rename_Task, 'duration_secs': 0.196135} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.395270] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.395270] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13720254-97f8-4291-b69b-23cb3ad29026 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.408666] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 644.408666] env[69289]: value = "task-3276553" [ 644.408666] env[69289]: _type = "Task" [ 644.408666] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.420078] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.645930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.645930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.645930] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.696965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.699659] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.703327] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.230s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.703404] env[69289]: DEBUG nova.objects.instance [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lazy-loading 'resources' on Instance uuid c67b7ea2-7a61-4d2e-bae8-45ad029d997b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.722527] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276551, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.825298] env[69289]: DEBUG nova.network.neutron [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Updated VIF entry in instance network info cache for port ddfd7a99-876d-4471-9d42-78c67ebacd72. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.825672] env[69289]: DEBUG nova.network.neutron [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Updating instance_info_cache with network_info: [{"id": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "address": "fa:16:3e:65:67:95", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddfd7a99-87", "ovs_interfaceid": "ddfd7a99-876d-4471-9d42-78c67ebacd72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.923438] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.183360] env[69289]: DEBUG nova.compute.manager [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 645.207759] env[69289]: DEBUG nova.compute.utils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.214767] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.214767] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.230958] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276551, 'name': CreateVM_Task, 'duration_secs': 1.531097} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.230958] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.230958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.230958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.230958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.233278] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8779183-a338-4551-add7-d7fb77e58ed6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.239645] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 645.239645] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5220d5ed-e5a6-94be-279b-83373ee62c61" [ 645.239645] env[69289]: _type = "Task" [ 645.239645] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.251335] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5220d5ed-e5a6-94be-279b-83373ee62c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.264376] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.316902] env[69289]: DEBUG nova.policy [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caa26e41a704c0ebd9cdd24f41ff77f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e2273618134f36900ceb926c57faa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.329164] env[69289]: DEBUG oslo_concurrency.lockutils [req-ded02b5a-1267-47c2-bd1d-d8d7de13fe75 req-313f99f7-ff0c-4b0a-8f6a-3db6bd89285e service nova] Releasing lock "refresh_cache-25bafc02-d85e-4fa7-afa2-8e55a052f7a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.424576] env[69289]: DEBUG oslo_vmware.api [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276553, 'name': PowerOnVM_Task, 'duration_secs': 0.750508} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.427811] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.428063] env[69289]: INFO nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Took 10.82 seconds to spawn the instance on the hypervisor. [ 645.428248] env[69289]: DEBUG nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.431792] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18f9ea9-a4f5-491d-9528-0497cba2185d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.655452] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Successfully created port: 1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.703745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.714023] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.717278] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d045f-9e86-41a5-a674-75de82b88350 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.727399] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2393dc-55ad-469f-a36c-6af08c15b8d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.733701] env[69289]: DEBUG nova.network.neutron [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Updating instance_info_cache with network_info: [{"id": "3efad863-02d9-4741-8828-5c63833f9583", "address": "fa:16:3e:f9:c4:5b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efad863-02", "ovs_interfaceid": "3efad863-02d9-4741-8828-5c63833f9583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.767586] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767890] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Instance network_info: |[{"id": "3efad863-02d9-4741-8828-5c63833f9583", "address": "fa:16:3e:f9:c4:5b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efad863-02", "ovs_interfaceid": "3efad863-02d9-4741-8828-5c63833f9583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.772272] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78595338-dd67-4b52-84c5-f76636d5ea95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.776116] env[69289]: DEBUG nova.compute.manager [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Received event network-vif-plugged-3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.776235] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Acquiring lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.776438] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.776955] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.776955] env[69289]: DEBUG nova.compute.manager [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] No waiting events found dispatching network-vif-plugged-3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.776955] env[69289]: WARNING nova.compute.manager [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Received unexpected event network-vif-plugged-3efad863-02d9-4741-8828-5c63833f9583 for instance with vm_state building and task_state spawning. [ 645.777129] env[69289]: DEBUG nova.compute.manager [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Received event network-changed-3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.777201] env[69289]: DEBUG nova.compute.manager [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Refreshing instance network info cache due to event network-changed-3efad863-02d9-4741-8828-5c63833f9583. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.777419] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Acquiring lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.777501] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Acquired lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.777631] env[69289]: DEBUG nova.network.neutron [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Refreshing network info cache for port 3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.780668] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:c4:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3efad863-02d9-4741-8828-5c63833f9583', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.786541] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.788847] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.788847] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30a525ff-dcf2-4588-9f63-80dbee9ba5d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.809781] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5220d5ed-e5a6-94be-279b-83373ee62c61, 'name': SearchDatastore_Task, 'duration_secs': 0.019087} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.811431] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bede5c5-4e48-42c7-848e-6a98ea2fe708 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.815591] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.815913] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.816172] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.816427] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.816720] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.819111] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b725af37-ecec-4474-b2d3-879cbf36ac0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.821046] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.821046] env[69289]: value = "task-3276554" [ 645.821046] env[69289]: _type = "Task" [ 645.821046] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.834077] env[69289]: DEBUG nova.compute.provider_tree [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.838854] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.839085] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.845192] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130a7052-ceb5-44df-9c50-ffd682db81a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.848339] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276554, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.855041] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 645.855041] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522c8209-e933-0357-a128-633a97c53676" [ 645.855041] env[69289]: _type = "Task" [ 645.855041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.864594] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522c8209-e933-0357-a128-633a97c53676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.960788] env[69289]: INFO nova.compute.manager [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Took 30.55 seconds to build instance. [ 646.332637] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276554, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.338109] env[69289]: DEBUG nova.scheduler.client.report [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.367274] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522c8209-e933-0357-a128-633a97c53676, 'name': SearchDatastore_Task, 'duration_secs': 0.019122} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.370690] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09fd95e-bbdd-4d4e-909e-4e7c2a10ceeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.378095] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 646.378095] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5262aabc-9bfd-bc4a-3f7f-c233f392a901" [ 646.378095] env[69289]: _type = "Task" [ 646.378095] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.388429] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5262aabc-9bfd-bc4a-3f7f-c233f392a901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.464530] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2897d197-5725-4064-b723-475ad79d30b4 tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.062s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.727038] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.763102] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.763102] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.763102] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.763102] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.766360] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.766523] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.766957] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.767183] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.767365] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.767537] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.767733] env[69289]: DEBUG nova.virt.hardware [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.768660] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1f418-5785-40c4-a334-19035e34d915 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.779674] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc055d-08a4-41c9-847c-8cb8c11a2c04 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.838658] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276554, 'name': CreateVM_Task, 'duration_secs': 0.557931} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.838658] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.839476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.839476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839713] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.839985] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ae941d-ade1-49e8-b9b4-6edef7dc2b67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.844154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.849376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.840s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.850986] env[69289]: INFO nova.compute.claims [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.857940] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 646.857940] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2944f-23d3-936f-bd9d-cbf094f0e2d7" [ 646.857940] env[69289]: _type = "Task" [ 646.857940] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.869780] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2944f-23d3-936f-bd9d-cbf094f0e2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012976} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.870037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.870589] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.870589] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.880824] env[69289]: INFO nova.scheduler.client.report [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted allocations for instance c67b7ea2-7a61-4d2e-bae8-45ad029d997b [ 646.899359] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5262aabc-9bfd-bc4a-3f7f-c233f392a901, 'name': SearchDatastore_Task, 'duration_secs': 0.011165} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.901818] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.906023] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 25bafc02-d85e-4fa7-afa2-8e55a052f7a5/25bafc02-d85e-4fa7-afa2-8e55a052f7a5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.906023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.906023] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.906023] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7c11811-cc6d-45b0-9c40-3047cda1eee3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.906023] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed5d9b9-4788-404b-817c-615f3dd33920 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.918036] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 646.918036] env[69289]: value = "task-3276555" [ 646.918036] env[69289]: _type = "Task" [ 646.918036] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.921824] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.922036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.929192] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94662bb-a0fa-46e8-97a5-f7404c7617c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.939430] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.941141] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 646.941141] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5283ddfb-1c8a-eaeb-8e0c-c4510b79b933" [ 646.941141] env[69289]: _type = "Task" [ 646.941141] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.953233] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5283ddfb-1c8a-eaeb-8e0c-c4510b79b933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.966953] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.000181] env[69289]: DEBUG nova.network.neutron [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Updated VIF entry in instance network info cache for port 3efad863-02d9-4741-8828-5c63833f9583. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.000561] env[69289]: DEBUG nova.network.neutron [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Updating instance_info_cache with network_info: [{"id": "3efad863-02d9-4741-8828-5c63833f9583", "address": "fa:16:3e:f9:c4:5b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3efad863-02", "ovs_interfaceid": "3efad863-02d9-4741-8828-5c63833f9583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.399898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-944f9d45-fcf9-4ba7-ac7d-c031ed10578e tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "c67b7ea2-7a61-4d2e-bae8-45ad029d997b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.788s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.446126] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.463976] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5283ddfb-1c8a-eaeb-8e0c-c4510b79b933, 'name': SearchDatastore_Task, 'duration_secs': 0.024217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.470569] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f957b092-c1f2-4cc5-b19f-ba1bb243a223 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.479661] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 647.479661] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1c18-321d-3ced-2023-89b007f203a8" [ 647.479661] env[69289]: _type = "Task" [ 647.479661] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.492873] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1c18-321d-3ced-2023-89b007f203a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.495422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.504245] env[69289]: DEBUG oslo_concurrency.lockutils [req-f4cc986a-7a72-41ae-8359-a35357ec31dc req-4568785d-9b7a-44d0-a376-858d2d0ca822 service nova] Releasing lock "refresh_cache-c3cafcb3-8a38-430f-9b3d-20a39b4907da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.524978] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Successfully updated port: 1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.882029] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "805eb31c-7317-47f6-92b2-cdfc846a5872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.882029] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.939541] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602165} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.939849] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 25bafc02-d85e-4fa7-afa2-8e55a052f7a5/25bafc02-d85e-4fa7-afa2-8e55a052f7a5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.940159] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.940442] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1f1c0b1-c9f0-4364-8eea-9e189dcfc560 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.951673] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 647.951673] env[69289]: value = "task-3276556" [ 647.951673] env[69289]: _type = "Task" [ 647.951673] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.971292] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.002262] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1c18-321d-3ced-2023-89b007f203a8, 'name': SearchDatastore_Task, 'duration_secs': 0.024068} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.006830] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.007330] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c3cafcb3-8a38-430f-9b3d-20a39b4907da/c3cafcb3-8a38-430f-9b3d-20a39b4907da.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.008082] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07113ccf-b7ea-455e-85b3-e1e55dc5c8e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.020620] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 648.020620] env[69289]: value = "task-3276557" [ 648.020620] env[69289]: _type = "Task" [ 648.020620] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.033217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.033470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.033789] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.046219] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.332050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7e6ec4-53d0-4491-a725-2d914903f845 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.343405] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a4e9b-ecaf-4e23-b928-0fd1afde7f97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.399324] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef223c0e-00e3-4f4b-ab88-f68c7479bf85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.406937] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff35e5-3fc8-4a4c-bdc6-b031296f4ae0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.422620] env[69289]: DEBUG nova.compute.provider_tree [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.467993] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134317} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.468322] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.469283] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5e157-6147-445f-9c9c-dc83f7bc8bc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.497833] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 25bafc02-d85e-4fa7-afa2-8e55a052f7a5/25bafc02-d85e-4fa7-afa2-8e55a052f7a5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.499141] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28130980-3907-41cf-b22f-33dfce0c3a9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.528457] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 648.528457] env[69289]: value = "task-3276558" [ 648.528457] env[69289]: _type = "Task" [ 648.528457] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.541792] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.551474] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.586719] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.608912] env[69289]: DEBUG nova.compute.manager [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Received event network-vif-plugged-1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.609197] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Acquiring lock "31e4ab12-6702-4957-82d1-20088f139042-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.609478] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Lock "31e4ab12-6702-4957-82d1-20088f139042-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.609647] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Lock "31e4ab12-6702-4957-82d1-20088f139042-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.609845] env[69289]: DEBUG nova.compute.manager [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] No waiting events found dispatching network-vif-plugged-1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.610072] env[69289]: WARNING nova.compute.manager [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Received unexpected event network-vif-plugged-1856c752-a849-4c09-8693-39a3f8308d90 for instance with vm_state building and task_state spawning. [ 648.610239] env[69289]: DEBUG nova.compute.manager [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Received event network-changed-1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.610350] env[69289]: DEBUG nova.compute.manager [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Refreshing instance network info cache due to event network-changed-1856c752-a849-4c09-8693-39a3f8308d90. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.610544] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Acquiring lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.771678] env[69289]: DEBUG nova.network.neutron [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Updating instance_info_cache with network_info: [{"id": "1856c752-a849-4c09-8693-39a3f8308d90", "address": "fa:16:3e:34:38:32", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1856c752-a8", "ovs_interfaceid": "1856c752-a849-4c09-8693-39a3f8308d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.928497] env[69289]: DEBUG nova.scheduler.client.report [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.035173] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814414} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.040404] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c3cafcb3-8a38-430f-9b3d-20a39b4907da/c3cafcb3-8a38-430f-9b3d-20a39b4907da.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.040404] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.040404] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6115ccc-cb2c-48f9-99bf-86d28350d569 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.050600] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.050600] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 649.050600] env[69289]: value = "task-3276559" [ 649.050600] env[69289]: _type = "Task" [ 649.050600] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.068526] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.134607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "dc9e508a-cdf2-4519-918e-384101fd1627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.134864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.162857] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "df191190-e183-4542-87fb-13d210198a53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.163296] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.205487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "e6b2cf96-4611-4e3f-982d-e053726b321b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.205787] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.275920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.276348] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Instance network_info: |[{"id": "1856c752-a849-4c09-8693-39a3f8308d90", "address": "fa:16:3e:34:38:32", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1856c752-a8", "ovs_interfaceid": "1856c752-a849-4c09-8693-39a3f8308d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.276669] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Acquired lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.276870] env[69289]: DEBUG nova.network.neutron [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Refreshing network info cache for port 1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.278418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:38:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1856c752-a849-4c09-8693-39a3f8308d90', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.285797] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.286886] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.287817] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae8179dd-b16d-46c9-a9a3-573451add433 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.309905] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.309905] env[69289]: value = "task-3276560" [ 649.309905] env[69289]: _type = "Task" [ 649.309905] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.317990] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.436660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.437517] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.440279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.075s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.442116] env[69289]: INFO nova.compute.claims [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.544288] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276558, 'name': ReconfigVM_Task, 'duration_secs': 0.587501} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.544599] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 25bafc02-d85e-4fa7-afa2-8e55a052f7a5/25bafc02-d85e-4fa7-afa2-8e55a052f7a5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.545267] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab93ce10-3472-4a06-8a97-3f0ffc431db3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.551365] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 649.551365] env[69289]: value = "task-3276561" [ 649.551365] env[69289]: _type = "Task" [ 649.551365] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.562327] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06943} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.565669] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.566137] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276561, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.566881] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe6145-807b-40bf-b3dc-43c9aa7f5439 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.591759] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c3cafcb3-8a38-430f-9b3d-20a39b4907da/c3cafcb3-8a38-430f-9b3d-20a39b4907da.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.592128] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8594d6-3125-4102-8733-74a9c6d55ecb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.615809] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 649.615809] env[69289]: value = "task-3276562" [ 649.615809] env[69289]: _type = "Task" [ 649.615809] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.624361] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.821390] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.949020] env[69289]: DEBUG nova.compute.utils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.952347] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.952676] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.006366] env[69289]: DEBUG nova.network.neutron [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Updated VIF entry in instance network info cache for port 1856c752-a849-4c09-8693-39a3f8308d90. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.006936] env[69289]: DEBUG nova.network.neutron [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Updating instance_info_cache with network_info: [{"id": "1856c752-a849-4c09-8693-39a3f8308d90", "address": "fa:16:3e:34:38:32", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1856c752-a8", "ovs_interfaceid": "1856c752-a849-4c09-8693-39a3f8308d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.041251] env[69289]: DEBUG nova.policy [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24a5a8caaa7840829c41dc2f106bb305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '620daac1444d473aad0cf6e67967eeeb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.057616] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.057729] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.069865] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276561, 'name': Rename_Task, 'duration_secs': 0.173581} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.070287] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.071288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b517f7-250f-4778-8710-86baca64e03e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.081903] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 650.081903] env[69289]: value = "task-3276563" [ 650.081903] env[69289]: _type = "Task" [ 650.081903] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.091711] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.127053] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276562, 'name': ReconfigVM_Task, 'duration_secs': 0.328403} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.127332] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c3cafcb3-8a38-430f-9b3d-20a39b4907da/c3cafcb3-8a38-430f-9b3d-20a39b4907da.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.127983] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa674a88-586b-468a-a368-b917929adbd4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.134311] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 650.134311] env[69289]: value = "task-3276564" [ 650.134311] env[69289]: _type = "Task" [ 650.134311] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.142359] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276564, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.321022] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.456968] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.510845] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fef17f0-0196-49cf-a5b9-c43835005c85 req-e17876df-7559-475b-9ace-a0d5e898eff3 service nova] Releasing lock "refresh_cache-31e4ab12-6702-4957-82d1-20088f139042" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.594472] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.645943] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276564, 'name': Rename_Task, 'duration_secs': 0.348732} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.646206] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.646444] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ab17df-d448-4863-9a77-7f914d587a5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.659722] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 650.659722] env[69289]: value = "task-3276565" [ 650.659722] env[69289]: _type = "Task" [ 650.659722] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.669896] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.724302] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Successfully created port: 153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.824560] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.913615] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2c977-d31d-45ce-b834-3d80301a6441 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.927422] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70b4e1-d8ca-4cdf-a2dd-7f16a736ab12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.967931] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a992c0-969b-437a-9423-07ba4f1f55a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.974730] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e33d4-5f67-41d1-a610-78bb37f20010 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.989841] env[69289]: DEBUG nova.compute.provider_tree [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.094024] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276563, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.155849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.155849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.155849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.155849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.156502] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.156502] env[69289]: INFO nova.compute.manager [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Terminating instance [ 651.173355] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.321537] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.471927] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.496077] env[69289]: DEBUG nova.scheduler.client.report [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.506468] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.506852] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.506944] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.507083] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.507232] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.507378] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.507578] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.507733] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.507899] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.508161] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.508236] env[69289]: DEBUG nova.virt.hardware [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.509229] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40704014-c70a-40e1-a8cd-04b2e1f3b15e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.517427] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db916848-b13c-42b0-8792-97f7d4010d72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.593035] env[69289]: DEBUG oslo_vmware.api [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276563, 'name': PowerOnVM_Task, 'duration_secs': 1.051327} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.593142] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.593271] env[69289]: INFO nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Took 12.17 seconds to spawn the instance on the hypervisor. [ 651.593448] env[69289]: DEBUG nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.594242] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b7868-b062-45ae-ace4-b595009b9a69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.667523] env[69289]: DEBUG nova.compute.manager [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.667794] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.668558] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b89a48-6860-4309-a04a-f5e774d53bf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.679182] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.682038] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.682038] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee227ac-05b7-4a30-b0aa-1fff8bd39869 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.688218] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 651.688218] env[69289]: value = "task-3276566" [ 651.688218] env[69289]: _type = "Task" [ 651.688218] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.698523] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.822335] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.003952] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.004514] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.008499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.543s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.008611] env[69289]: INFO nova.compute.claims [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.112094] env[69289]: INFO nova.compute.manager [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Took 35.65 seconds to build instance. [ 652.171936] env[69289]: DEBUG oslo_vmware.api [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276565, 'name': PowerOnVM_Task, 'duration_secs': 1.281633} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.172688] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.172688] env[69289]: INFO nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Took 10.12 seconds to spawn the instance on the hypervisor. [ 652.172884] env[69289]: DEBUG nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.173611] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7359b7f-bd72-4ab3-aad4-c737301c1cce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.196976] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276566, 'name': PowerOffVM_Task, 'duration_secs': 0.235371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.197264] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.197442] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.198114] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5154a980-c723-407f-b17a-34e238ff7953 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.271906] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.272147] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.272329] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Deleting the datastore file [datastore1] dbd215fc-e1b9-44d7-95a0-b43675a0ee1b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.272580] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757e5e36-97f6-4bca-9221-c83e66130f52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.280461] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for the task: (returnval){ [ 652.280461] env[69289]: value = "task-3276568" [ 652.280461] env[69289]: _type = "Task" [ 652.280461] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.290384] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.322089] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276560, 'name': CreateVM_Task, 'duration_secs': 2.803877} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.322252] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.322932] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.323115] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.323420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.323664] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6eca370-f074-499f-a136-b96730931f1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.327996] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 652.327996] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52399010-a97c-3082-e9a9-8d573dcb2afe" [ 652.327996] env[69289]: _type = "Task" [ 652.327996] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.337725] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52399010-a97c-3082-e9a9-8d573dcb2afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.515063] env[69289]: DEBUG nova.compute.utils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.515985] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.516717] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.617176] env[69289]: DEBUG nova.policy [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38f3bcdbb6c547a1b4f69bf39800788c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7528ab8267dc4ecdbf2cfa238bc7b0d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.619279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fcdd2153-0073-4689-a861-5bbf13c056bc tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.172s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.648862] env[69289]: DEBUG nova.compute.manager [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Received event network-vif-plugged-153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.648862] env[69289]: DEBUG oslo_concurrency.lockutils [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] Acquiring lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.648862] env[69289]: DEBUG oslo_concurrency.lockutils [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.648862] env[69289]: DEBUG oslo_concurrency.lockutils [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.648862] env[69289]: DEBUG nova.compute.manager [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] No waiting events found dispatching network-vif-plugged-153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.649199] env[69289]: WARNING nova.compute.manager [req-2d727d1b-629b-4415-9234-06bb0eed1da3 req-6da544a5-1a82-42d6-9992-ffa5ad04d0fc service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Received unexpected event network-vif-plugged-153d1e51-d66f-47cc-bd09-57c815211cf1 for instance with vm_state building and task_state spawning. [ 652.694853] env[69289]: INFO nova.compute.manager [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Took 32.86 seconds to build instance. [ 652.718343] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Successfully updated port: 153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.793155] env[69289]: DEBUG oslo_vmware.api [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Task: {'id': task-3276568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251345} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.793435] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.793641] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.793849] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.794048] env[69289]: INFO nova.compute.manager [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 652.794292] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.794480] env[69289]: DEBUG nova.compute.manager [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.794564] env[69289]: DEBUG nova.network.neutron [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.839498] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52399010-a97c-3082-e9a9-8d573dcb2afe, 'name': SearchDatastore_Task, 'duration_secs': 0.01065} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.840098] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.840192] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.840408] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.840553] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.840734] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.841011] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebbeeb36-e346-4e64-ad99-48349214aef9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.849949] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.850175] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.851672] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95f4bf0-d90b-4569-af81-b0f0acdebc0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.858096] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 652.858096] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52094c49-8625-828c-198f-a87daffa8160" [ 652.858096] env[69289]: _type = "Task" [ 652.858096] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.872542] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52094c49-8625-828c-198f-a87daffa8160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.025773] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.127381] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.199290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2967ac48-4e31-4a36-b5db-3d3cc3946f72 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.808s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.221202] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.221407] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.221588] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.243863] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Successfully created port: f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.373866] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52094c49-8625-828c-198f-a87daffa8160, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.374565] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ef31f3-c93e-4099-868b-f03afec0045b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.382432] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 653.382432] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5270e6df-a3af-1fe8-00f4-3d5d8c1f4372" [ 653.382432] env[69289]: _type = "Task" [ 653.382432] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.393024] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5270e6df-a3af-1fe8-00f4-3d5d8c1f4372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.626281] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39f6178-4ef9-49d7-abff-b521933c58f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.638040] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b932b40-87a7-45aa-aed5-d276eb7a32d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.675291] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.676242] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1670fd-c2b5-4c1f-ac33-8e19cf45287a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.684596] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce4ebc0-e7be-44b2-b718-92fa00538fc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.698371] env[69289]: DEBUG nova.compute.provider_tree [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.704452] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.797729] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.895517] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5270e6df-a3af-1fe8-00f4-3d5d8c1f4372, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.895854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.896142] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 31e4ab12-6702-4957-82d1-20088f139042/31e4ab12-6702-4957-82d1-20088f139042.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.896428] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b00c2e15-cb2e-45e6-8404-d3779e7516e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.905327] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 653.905327] env[69289]: value = "task-3276569" [ 653.905327] env[69289]: _type = "Task" [ 653.905327] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.914304] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.948955] env[69289]: DEBUG nova.network.neutron [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.042026] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.073835] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.074114] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.074307] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.074911] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.075185] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.075355] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.075599] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.075821] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.076143] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.076380] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.076566] env[69289]: DEBUG nova.virt.hardware [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.077543] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f74d8-7759-4da1-90db-1aa3398e51e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.092458] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e9ac00-391e-4bf3-9d11-1e9187021f23 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.196429] env[69289]: DEBUG nova.network.neutron [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Updating instance_info_cache with network_info: [{"id": "153d1e51-d66f-47cc-bd09-57c815211cf1", "address": "fa:16:3e:f5:87:5d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap153d1e51-d6", "ovs_interfaceid": "153d1e51-d66f-47cc-bd09-57c815211cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.203905] env[69289]: DEBUG nova.scheduler.client.report [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.232305] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.388106] env[69289]: DEBUG oslo_concurrency.lockutils [None req-64d5a823-70f9-40e2-911f-bc666b5d90ec tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "10abe6bc-c197-48d1-94a6-f043b6bedae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.388536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-64d5a823-70f9-40e2-911f-bc666b5d90ec tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "10abe6bc-c197-48d1-94a6-f043b6bedae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.416019] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276569, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.452399] env[69289]: INFO nova.compute.manager [-] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Took 1.66 seconds to deallocate network for instance. [ 654.704368] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.704696] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Instance network_info: |[{"id": "153d1e51-d66f-47cc-bd09-57c815211cf1", "address": "fa:16:3e:f5:87:5d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap153d1e51-d6", "ovs_interfaceid": "153d1e51-d66f-47cc-bd09-57c815211cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.705145] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:87:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '153d1e51-d66f-47cc-bd09-57c815211cf1', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.715820] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.716635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.717201] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.720505] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.726185] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.505s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.726185] env[69289]: DEBUG nova.objects.instance [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lazy-loading 'resources' on Instance uuid d5c2369b-e2cd-4a7a-b04f-d16f4be288fc {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.726185] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309d0ccc-8561-4b2d-8156-4361fa6f8aed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.755431] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.755431] env[69289]: value = "task-3276570" [ 654.755431] env[69289]: _type = "Task" [ 654.755431] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.766384] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276570, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.892985] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Successfully updated port: f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.919313] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549724} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.919313] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 31e4ab12-6702-4957-82d1-20088f139042/31e4ab12-6702-4957-82d1-20088f139042.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.919596] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.919738] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0958d68-ef45-40fe-b6ee-0e737642a07a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.927536] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 654.927536] env[69289]: value = "task-3276571" [ 654.927536] env[69289]: _type = "Task" [ 654.927536] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.939773] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.964989] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.013518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "c4e1143f-9968-4370-9f17-cf025c50935a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.013812] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.222848] env[69289]: DEBUG nova.compute.utils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.225330] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 655.268123] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276570, 'name': CreateVM_Task, 'duration_secs': 0.496212} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.268344] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.272333] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.272533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.273648] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.274330] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eeee3dc-3884-443e-97c8-59df09501314 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.280757] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 655.280757] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52130ec2-bfcd-0784-b4d4-24d3d07ddd7d" [ 655.280757] env[69289]: _type = "Task" [ 655.280757] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.296705] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52130ec2-bfcd-0784-b4d4-24d3d07ddd7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.329278] env[69289]: DEBUG nova.compute.manager [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Received event network-changed-153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.329278] env[69289]: DEBUG nova.compute.manager [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Refreshing instance network info cache due to event network-changed-153d1e51-d66f-47cc-bd09-57c815211cf1. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.329278] env[69289]: DEBUG oslo_concurrency.lockutils [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] Acquiring lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.329278] env[69289]: DEBUG oslo_concurrency.lockutils [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] Acquired lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.329278] env[69289]: DEBUG nova.network.neutron [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Refreshing network info cache for port 153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.345223] env[69289]: DEBUG nova.compute.manager [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Received event network-vif-plugged-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.345399] env[69289]: DEBUG oslo_concurrency.lockutils [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] Acquiring lock "7f818256-9449-4389-80a7-13a8d8232b07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.345614] env[69289]: DEBUG oslo_concurrency.lockutils [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] Lock "7f818256-9449-4389-80a7-13a8d8232b07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.345823] env[69289]: DEBUG oslo_concurrency.lockutils [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] Lock "7f818256-9449-4389-80a7-13a8d8232b07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.345992] env[69289]: DEBUG nova.compute.manager [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] No waiting events found dispatching network-vif-plugged-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.346169] env[69289]: WARNING nova.compute.manager [req-e919d6fd-0a87-4d8c-b2c1-890010b9288f req-0500e9c6-08e6-448e-9513-2d4a4e468183 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Received unexpected event network-vif-plugged-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 for instance with vm_state building and task_state spawning. [ 655.397925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.399020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquired lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.399085] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.437543] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07143} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.440324] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.441628] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bec04b-3fd7-450c-a08d-9ac243de7e82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.468792] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 31e4ab12-6702-4957-82d1-20088f139042/31e4ab12-6702-4957-82d1-20088f139042.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.471883] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36edc4b3-0268-4f58-9f8d-01f791a2c7f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.495187] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 655.495187] env[69289]: value = "task-3276572" [ 655.495187] env[69289]: _type = "Task" [ 655.495187] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.504172] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.729056] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.794517] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52130ec2-bfcd-0784-b4d4-24d3d07ddd7d, 'name': SearchDatastore_Task, 'duration_secs': 0.046977} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.794517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.794675] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.794839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.795028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.795260] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.795752] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60e029f3-6a8b-48f3-8318-a9477e8e3a92 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.801195] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bde37-e95a-46ef-9ffe-e0000686eb74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.805172] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.805388] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.807664] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c046162-682d-4f8f-a23a-7552f1feaf0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.813292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad8bee-f8a7-4cb1-93c2-c5fe30cc3a7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.816947] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 655.816947] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c03bb7-fec8-c63c-1f5d-a1b4d7937cc6" [ 655.816947] env[69289]: _type = "Task" [ 655.816947] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.848935] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb65f23d-7763-43bf-be24-4bf0c4cd2700 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.860247] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c03bb7-fec8-c63c-1f5d-a1b4d7937cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.03716} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.862293] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860bdba2-4d2a-43d1-b94c-ebeabb58a746 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.868656] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5c4d42-bfab-4c5c-b493-4d983000c3e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.881906] env[69289]: DEBUG nova.compute.provider_tree [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.887174] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 655.887174] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5230a521-a9e1-69b9-fc2e-3c6482e6ebc0" [ 655.887174] env[69289]: _type = "Task" [ 655.887174] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.898190] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5230a521-a9e1-69b9-fc2e-3c6482e6ebc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.933370] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.004616] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276572, 'name': ReconfigVM_Task, 'duration_secs': 0.287032} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.004901] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 31e4ab12-6702-4957-82d1-20088f139042/31e4ab12-6702-4957-82d1-20088f139042.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.006225] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fafc7ed-8bf3-4408-8da1-7ef0199a6ed6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.012185] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 656.012185] env[69289]: value = "task-3276573" [ 656.012185] env[69289]: _type = "Task" [ 656.012185] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.022201] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276573, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.074515] env[69289]: DEBUG nova.network.neutron [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Updated VIF entry in instance network info cache for port 153d1e51-d66f-47cc-bd09-57c815211cf1. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.075121] env[69289]: DEBUG nova.network.neutron [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Updating instance_info_cache with network_info: [{"id": "153d1e51-d66f-47cc-bd09-57c815211cf1", "address": "fa:16:3e:f5:87:5d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap153d1e51-d6", "ovs_interfaceid": "153d1e51-d66f-47cc-bd09-57c815211cf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.172211] env[69289]: DEBUG nova.network.neutron [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Updating instance_info_cache with network_info: [{"id": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "address": "fa:16:3e:d0:f7:80", "network": {"id": "705b0623-0621-4395-bd39-ad6cb892ee3b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1990919718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7528ab8267dc4ecdbf2cfa238bc7b0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7dd5a41-07", "ovs_interfaceid": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.389417] env[69289]: DEBUG nova.scheduler.client.report [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.402184] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5230a521-a9e1-69b9-fc2e-3c6482e6ebc0, 'name': SearchDatastore_Task, 'duration_secs': 0.022643} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.402410] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402647] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 87c9494f-9f42-454d-88f0-ee33a80fd5bb/87c9494f-9f42-454d-88f0-ee33a80fd5bb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.403520] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b9b381-1174-41d0-afd2-269571b2779e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.411610] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 656.411610] env[69289]: value = "task-3276574" [ 656.411610] env[69289]: _type = "Task" [ 656.411610] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.419882] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.525316] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276573, 'name': Rename_Task, 'duration_secs': 0.14741} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.525596] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.525855] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4decf353-4359-4623-a32f-37f2ce0f1639 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.532043] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 656.532043] env[69289]: value = "task-3276575" [ 656.532043] env[69289]: _type = "Task" [ 656.532043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.540062] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.568104] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "e2b4cfcb-4d2b-408f-ad17-126626473854" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.568395] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.579740] env[69289]: DEBUG oslo_concurrency.lockutils [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] Releasing lock "refresh_cache-87c9494f-9f42-454d-88f0-ee33a80fd5bb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.579949] env[69289]: DEBUG nova.compute.manager [req-93068875-9803-4aed-9365-7e8fb6ab4f00 req-ef009f3f-27d3-406b-ad6e-551665b35e26 service nova] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Received event network-vif-deleted-8af7c1b5-f6d7-49ca-aeb9-7911f21c0d56 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.674636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Releasing lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.674979] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Instance network_info: |[{"id": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "address": "fa:16:3e:d0:f7:80", "network": {"id": "705b0623-0621-4395-bd39-ad6cb892ee3b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1990919718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7528ab8267dc4ecdbf2cfa238bc7b0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7dd5a41-07", "ovs_interfaceid": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.675423] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:f7:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd70692eb-97b3-417c-a4ca-1ee888246ad9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.682946] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Creating folder: Project (7528ab8267dc4ecdbf2cfa238bc7b0d2). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.683250] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bab1ff-2443-40f5-9193-7067b2c2812a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.693613] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Created folder: Project (7528ab8267dc4ecdbf2cfa238bc7b0d2) in parent group-v654351. [ 656.693835] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Creating folder: Instances. Parent ref: group-v654412. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.694096] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5588ac92-0797-451c-aff2-9e4fc88051ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.707670] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Created folder: Instances in parent group-v654412. [ 656.707929] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.708167] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.708375] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aad8f80-c066-4b35-8277-47fcc8cec71e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.727260] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.727260] env[69289]: value = "task-3276578" [ 656.727260] env[69289]: _type = "Task" [ 656.727260] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.734781] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276578, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.741196] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.765503] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.766324] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.766324] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.766476] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.766668] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.766827] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.767054] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.767213] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.767396] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.767601] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.767784] env[69289]: DEBUG nova.virt.hardware [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.768763] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929030d-0c07-43df-92a7-74df1708d1c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.778066] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c62ce4-5c32-4618-91cd-949ab9be2fbb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.794457] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.800972] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Creating folder: Project (b83b3b12cc454f7db0638f7562099a21). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.801366] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f92fa70-f5c3-406f-8e6f-f2abcedfe035 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.813852] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Created folder: Project (b83b3b12cc454f7db0638f7562099a21) in parent group-v654351. [ 656.814114] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Creating folder: Instances. Parent ref: group-v654415. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.814393] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e159a3c-65f7-4145-aaac-fdcbf6dd9c62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.824119] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Created folder: Instances in parent group-v654415. [ 656.824328] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.824559] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.824770] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c774e7d9-0606-48a3-a7c6-2b5ba28bf508 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.845315] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.845315] env[69289]: value = "task-3276581" [ 656.845315] env[69289]: _type = "Task" [ 656.845315] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.855568] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276581, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.876138] env[69289]: DEBUG nova.compute.manager [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.877105] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec2cc1-de54-47a9-bf88-e3cc77d27820 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.897918] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.900703] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.929s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.902592] env[69289]: INFO nova.compute.claims [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.925139] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276574, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.936329] env[69289]: INFO nova.scheduler.client.report [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Deleted allocations for instance d5c2369b-e2cd-4a7a-b04f-d16f4be288fc [ 657.044565] env[69289]: DEBUG oslo_vmware.api [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276575, 'name': PowerOnVM_Task, 'duration_secs': 0.497078} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.044962] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.045196] env[69289]: INFO nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Took 10.32 seconds to spawn the instance on the hypervisor. [ 657.045424] env[69289]: DEBUG nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.046456] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028cc4f5-0d9f-4110-a75f-7dfdb3546849 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.242143] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276578, 'name': CreateVM_Task, 'duration_secs': 0.396671} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.242143] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.242688] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.242896] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243264] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243608] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ea9e6d-cf33-4f61-9db1-fff60bf43329 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.248894] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 657.248894] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea4f05-1548-d7f7-3872-3e22b2cec038" [ 657.248894] env[69289]: _type = "Task" [ 657.248894] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.258096] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea4f05-1548-d7f7-3872-3e22b2cec038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.358165] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276581, 'name': CreateVM_Task, 'duration_secs': 0.411003} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.358409] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.358971] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.359383] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.359777] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.360146] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9b0b62-00a3-4563-b99e-4c5e512006d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.365565] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 657.365565] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52553bb5-1bfd-dec1-fe27-d6fa59515674" [ 657.365565] env[69289]: _type = "Task" [ 657.365565] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.375207] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52553bb5-1bfd-dec1-fe27-d6fa59515674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.378802] env[69289]: DEBUG nova.compute.manager [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Received event network-changed-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.379256] env[69289]: DEBUG nova.compute.manager [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Refreshing instance network info cache due to event network-changed-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 657.379584] env[69289]: DEBUG oslo_concurrency.lockutils [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] Acquiring lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.379833] env[69289]: DEBUG oslo_concurrency.lockutils [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] Acquired lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.380205] env[69289]: DEBUG nova.network.neutron [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Refreshing network info cache for port f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.391028] env[69289]: INFO nova.compute.manager [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] instance snapshotting [ 657.391554] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cc64a8-7a49-4977-b7f3-35fe8c56701d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.414680] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22069c84-4d50-4e2a-ae9e-1ff3537405df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.431687] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657089} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.432279] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 87c9494f-9f42-454d-88f0-ee33a80fd5bb/87c9494f-9f42-454d-88f0-ee33a80fd5bb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.432652] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.433261] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3355b443-681a-4e15-813f-dd2c431c2f1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.440657] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 657.440657] env[69289]: value = "task-3276582" [ 657.440657] env[69289]: _type = "Task" [ 657.440657] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.447653] env[69289]: DEBUG oslo_concurrency.lockutils [None req-847d2b9b-0bef-4e4e-9c03-8d241e8521b4 tempest-AttachInterfacesV270Test-1831877333 tempest-AttachInterfacesV270Test-1831877333-project-member] Lock "d5c2369b-e2cd-4a7a-b04f-d16f4be288fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.985s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.453362] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.568883] env[69289]: INFO nova.compute.manager [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Took 36.54 seconds to build instance. [ 657.759944] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea4f05-1548-d7f7-3872-3e22b2cec038, 'name': SearchDatastore_Task, 'duration_secs': 0.011674} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.760464] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.760732] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.761016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.761204] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.761419] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.761707] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-398040ef-94d0-4633-b7d9-3646e6c1031f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.781317] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.781504] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.782257] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a5c687-0f82-4681-ac3b-b191add4d470 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.787515] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 657.787515] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2291e-603b-a2c7-712b-5cd6e72e63a9" [ 657.787515] env[69289]: _type = "Task" [ 657.787515] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.796810] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2291e-603b-a2c7-712b-5cd6e72e63a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.876549] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52553bb5-1bfd-dec1-fe27-d6fa59515674, 'name': SearchDatastore_Task, 'duration_secs': 0.018026} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.876815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.877072] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.877308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.877451] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.877907] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.878216] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c8e594-3842-4861-982f-01969e53184f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.892775] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.892970] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.893731] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195d8e01-4dde-4b4f-a467-59374a66c9ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.900705] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 657.900705] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523ccb9b-1ec1-4844-fe74-ea0addfebe24" [ 657.900705] env[69289]: _type = "Task" [ 657.900705] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.910065] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523ccb9b-1ec1-4844-fe74-ea0addfebe24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.933955] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.934308] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-796b82d2-0dd2-45ff-a428-0b4a253c0d99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.942099] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 657.942099] env[69289]: value = "task-3276583" [ 657.942099] env[69289]: _type = "Task" [ 657.942099] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.956761] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063188} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.960115] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.960491] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.961247] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bc5f91-cdde-4df2-be3d-a8c5ccd13b9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.988634] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 87c9494f-9f42-454d-88f0-ee33a80fd5bb/87c9494f-9f42-454d-88f0-ee33a80fd5bb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.991500] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fdaf7a8-aea5-46a2-976f-4a55e2ba0cfc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.013813] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 658.013813] env[69289]: value = "task-3276584" [ 658.013813] env[69289]: _type = "Task" [ 658.013813] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.026449] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.074127] env[69289]: DEBUG oslo_concurrency.lockutils [None req-336022ba-06d7-46e1-a601-29bc68814d55 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.234s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.179597] env[69289]: DEBUG nova.network.neutron [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Updated VIF entry in instance network info cache for port f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.179954] env[69289]: DEBUG nova.network.neutron [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Updating instance_info_cache with network_info: [{"id": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "address": "fa:16:3e:d0:f7:80", "network": {"id": "705b0623-0621-4395-bd39-ad6cb892ee3b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1990919718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7528ab8267dc4ecdbf2cfa238bc7b0d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d70692eb-97b3-417c-a4ca-1ee888246ad9", "external-id": "nsx-vlan-transportzone-342", "segmentation_id": 342, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7dd5a41-07", "ovs_interfaceid": "f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.301559] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2291e-603b-a2c7-712b-5cd6e72e63a9, 'name': SearchDatastore_Task, 'duration_secs': 0.044897} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.302357] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477e8f05-e524-4389-8dc0-b9b6337fec27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.307893] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 658.307893] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5299840c-8ae2-ae82-08cc-ba7fbf7d85a8" [ 658.307893] env[69289]: _type = "Task" [ 658.307893] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.316411] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5299840c-8ae2-ae82-08cc-ba7fbf7d85a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.412452] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523ccb9b-1ec1-4844-fe74-ea0addfebe24, 'name': SearchDatastore_Task, 'duration_secs': 0.034738} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.418799] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2774576c-e2e1-4c93-ab25-6f7eb42904e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.425168] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 658.425168] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523cee34-6386-c1f9-a7d2-2d3957dcb680" [ 658.425168] env[69289]: _type = "Task" [ 658.425168] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.437782] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523cee34-6386-c1f9-a7d2-2d3957dcb680, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.438245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.438467] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 62d893d0-ec93-48ec-ac83-02cc45c54c39/62d893d0-ec93-48ec-ac83-02cc45c54c39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.438751] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d5c2575-c2cb-4570-b8b9-ed33a981dfd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.446717] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 658.446717] env[69289]: value = "task-3276585" [ 658.446717] env[69289]: _type = "Task" [ 658.446717] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.463347] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.466751] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.519054] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1011ca9d-3532-49f7-8b56-69e5837f7c16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.532395] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.532696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.533892] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31e650-82c4-4027-8df2-e7f29072ac94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.540949] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.568971] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8612833-8115-49cd-a509-8212fde24d11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.576673] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410475f1-7f23-41e9-8dab-f42782ba7043 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.581228] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.593887] env[69289]: DEBUG nova.compute.provider_tree [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.684088] env[69289]: DEBUG oslo_concurrency.lockutils [req-4944b421-e0b4-4b1d-9040-7cfdeadcbd73 req-04e0b4bb-624d-4570-9c04-77fc32d04cf6 service nova] Releasing lock "refresh_cache-7f818256-9449-4389-80a7-13a8d8232b07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.822965] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5299840c-8ae2-ae82-08cc-ba7fbf7d85a8, 'name': SearchDatastore_Task, 'duration_secs': 0.032747} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.823582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.824434] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7f818256-9449-4389-80a7-13a8d8232b07/7f818256-9449-4389-80a7-13a8d8232b07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.825489] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72bbeb8c-22ea-484b-9445-b5cda6d5a546 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.835757] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 658.835757] env[69289]: value = "task-3276586" [ 658.835757] env[69289]: _type = "Task" [ 658.835757] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.847773] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.960709] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.967703] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.028810] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276584, 'name': ReconfigVM_Task, 'duration_secs': 0.555168} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.029346] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 87c9494f-9f42-454d-88f0-ee33a80fd5bb/87c9494f-9f42-454d-88f0-ee33a80fd5bb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.030436] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6e9b72f-ab99-4e70-abdc-2d69863aa1f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.038513] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 659.038513] env[69289]: value = "task-3276587" [ 659.038513] env[69289]: _type = "Task" [ 659.038513] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.047623] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276587, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.097447] env[69289]: DEBUG nova.scheduler.client.report [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.109269] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.349123] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.460404] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276583, 'name': CreateSnapshot_Task, 'duration_secs': 1.26942} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.461183] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 659.462107] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cab94cc-6877-427b-93fd-21384f5cee98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.469067] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57478} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.469751] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 62d893d0-ec93-48ec-ac83-02cc45c54c39/62d893d0-ec93-48ec-ac83-02cc45c54c39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.469973] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.470400] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad7facd-022f-4ba4-b8e7-b7692391c8e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.486272] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 659.486272] env[69289]: value = "task-3276588" [ 659.486272] env[69289]: _type = "Task" [ 659.486272] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.498311] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.549939] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276587, 'name': Rename_Task, 'duration_secs': 0.185328} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.550281] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.550889] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a5cb9fc-e9bb-4346-8cc0-59846e5e4724 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.557791] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 659.557791] env[69289]: value = "task-3276589" [ 659.557791] env[69289]: _type = "Task" [ 659.557791] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.568097] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.604145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.604708] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.607357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.266s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.609155] env[69289]: INFO nova.compute.claims [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.732960] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.732960] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.732960] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.732960] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.733935] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.737033] env[69289]: INFO nova.compute.manager [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Terminating instance [ 659.847853] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723494} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.848336] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7f818256-9449-4389-80a7-13a8d8232b07/7f818256-9449-4389-80a7-13a8d8232b07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.848452] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.848834] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d58f65-3c53-431e-892b-b19ba1de965c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.856115] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 659.856115] env[69289]: value = "task-3276590" [ 659.856115] env[69289]: _type = "Task" [ 659.856115] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.864326] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.988816] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.989100] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-044e292d-0454-4b30-a1f7-ab190b40f94c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.002042] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11296} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.003182] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.003576] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 660.003576] env[69289]: value = "task-3276591" [ 660.003576] env[69289]: _type = "Task" [ 660.003576] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.004292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4f0f0f-a0e7-4a75-a4e9-a9bff30e3b42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.031334] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 62d893d0-ec93-48ec-ac83-02cc45c54c39/62d893d0-ec93-48ec-ac83-02cc45c54c39.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.035177] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-191e0b41-2fd5-46f0-b003-6f99e03bc79e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.051814] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276591, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.056766] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 660.056766] env[69289]: value = "task-3276592" [ 660.056766] env[69289]: _type = "Task" [ 660.056766] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.069683] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.073514] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276589, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.113335] env[69289]: DEBUG nova.compute.utils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.117220] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 660.239886] env[69289]: DEBUG nova.compute.manager [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.240201] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.241261] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b0236-25fb-4ff3-888f-761452cb1bb2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.250841] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.250841] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f336cd8-ebe1-4a52-a162-3ecd64772dd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.257143] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 660.257143] env[69289]: value = "task-3276593" [ 660.257143] env[69289]: _type = "Task" [ 660.257143] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.266340] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.366430] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073949} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.368046] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.368349] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aade0dd-b7cd-4639-a4de-51484adc9584 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.397839] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 7f818256-9449-4389-80a7-13a8d8232b07/7f818256-9449-4389-80a7-13a8d8232b07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.398666] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1351eeda-589a-4423-bd0b-8fa1754d8cd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.422674] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 660.422674] env[69289]: value = "task-3276594" [ 660.422674] env[69289]: _type = "Task" [ 660.422674] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.433445] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.519131] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276591, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.572713] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276592, 'name': ReconfigVM_Task, 'duration_secs': 0.324214} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.577463] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 62d893d0-ec93-48ec-ac83-02cc45c54c39/62d893d0-ec93-48ec-ac83-02cc45c54c39.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.579904] env[69289]: DEBUG oslo_vmware.api [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276589, 'name': PowerOnVM_Task, 'duration_secs': 0.88166} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.580386] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61176b1-9418-4c20-8946-2058103dea5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582461] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.582828] env[69289]: INFO nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Took 9.11 seconds to spawn the instance on the hypervisor. [ 660.583171] env[69289]: DEBUG nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.584147] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c7dffc-187d-4ec3-99c8-8d8de8698310 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.595751] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 660.595751] env[69289]: value = "task-3276595" [ 660.595751] env[69289]: _type = "Task" [ 660.595751] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.608668] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276595, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.621020] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.769371] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276593, 'name': PowerOffVM_Task, 'duration_secs': 0.340278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.769641] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.769806] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.770222] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1ce289-2b9e-4e0f-8f0b-6cc113683f15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.871224] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.871370] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.871548] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Deleting the datastore file [datastore2] e0c69223-79c6-4c14-9ef5-8a02ae8d93f1 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.871800] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f10499-3196-40f8-aca1-adb8fd4eac9d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.878918] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for the task: (returnval){ [ 660.878918] env[69289]: value = "task-3276597" [ 660.878918] env[69289]: _type = "Task" [ 660.878918] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.886717] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.932607] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276594, 'name': ReconfigVM_Task, 'duration_secs': 0.313282} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.935407] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 7f818256-9449-4389-80a7-13a8d8232b07/7f818256-9449-4389-80a7-13a8d8232b07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.936591] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-037c8700-9efd-4f81-b6cc-c7d8919d3d76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.942901] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 660.942901] env[69289]: value = "task-3276598" [ 660.942901] env[69289]: _type = "Task" [ 660.942901] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.954631] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276598, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.022124] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276591, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.103648] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adc5923-e3a9-4ab2-bc93-c88aed512467 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.112397] env[69289]: INFO nova.compute.manager [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Took 35.13 seconds to build instance. [ 661.122651] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276595, 'name': Rename_Task, 'duration_secs': 0.158456} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.123579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60a673-d5a8-42ab-a89c-33112bd6bfd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.127624] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.127896] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-327cdd33-86f0-4e81-87f3-2ef5b7a9e022 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.165565] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df63f7e5-11f0-440b-8935-f51c2913c97d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.171297] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 661.171297] env[69289]: value = "task-3276599" [ 661.171297] env[69289]: _type = "Task" [ 661.171297] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.179883] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d2b95-9b91-4694-8dc4-e44793a59380 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.187790] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.198785] env[69289]: DEBUG nova.compute.provider_tree [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.390030] env[69289]: DEBUG oslo_vmware.api [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Task: {'id': task-3276597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366904} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.390498] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.390498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.390645] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.390922] env[69289]: INFO nova.compute.manager [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 661.391084] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.395080] env[69289]: DEBUG nova.compute.manager [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.395080] env[69289]: DEBUG nova.network.neutron [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.453316] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276598, 'name': Rename_Task, 'duration_secs': 0.166862} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.453516] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.455392] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d229f5-aaa3-451a-a854-96cd81006c03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.461116] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 661.461116] env[69289]: value = "task-3276600" [ 661.461116] env[69289]: _type = "Task" [ 661.461116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.469474] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.518167] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276591, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.616568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-244d8c98-e9af-4e30-b542-591b3292cc54 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.628s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.665733] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.682008] env[69289]: DEBUG oslo_vmware.api [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276599, 'name': PowerOnVM_Task, 'duration_secs': 0.501791} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.682314] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.682546] env[69289]: INFO nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Took 4.94 seconds to spawn the instance on the hypervisor. [ 661.682733] env[69289]: DEBUG nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.683606] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c20682-d2ae-469e-bcaf-2e3a5f4cc7d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.705642] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.707018] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.707018] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.707018] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.707018] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.710472] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.710472] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.710472] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.710472] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.710472] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.712527] env[69289]: DEBUG nova.virt.hardware [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.712527] env[69289]: DEBUG nova.scheduler.client.report [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.717436] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1bee93-9a87-4ad5-bd3c-bb4f7456bba0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.727836] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeaa58d-86cd-4551-8c4a-61d240a9fd9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.747159] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.751930] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Creating folder: Project (8071c8305ff0424ca624d53062ea5fce). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.753238] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da5e9f02-7106-45c6-a422-48cce9ec30d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.763165] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Created folder: Project (8071c8305ff0424ca624d53062ea5fce) in parent group-v654351. [ 661.764076] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Creating folder: Instances. Parent ref: group-v654420. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.764076] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-495bf374-6192-429c-8def-1f9dc734f17b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.771953] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Created folder: Instances in parent group-v654420. [ 661.772212] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.772404] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.772605] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ec043f5-c9b0-46b3-9fa3-b0ff1ec165fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.790565] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.790565] env[69289]: value = "task-3276603" [ 661.790565] env[69289]: _type = "Task" [ 661.790565] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.823825] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276603, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.974544] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.023162] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276591, 'name': CloneVM_Task, 'duration_secs': 1.787384} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.023618] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Created linked-clone VM from snapshot [ 662.025034] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc7cad-e088-45c8-a8b9-a436aa905c8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.033990] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Uploading image 1bd8572c-20d4-4d1c-b0d5-7a44be44f9ec {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 662.068350] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 662.068350] env[69289]: value = "vm-654419" [ 662.068350] env[69289]: _type = "VirtualMachine" [ 662.068350] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 662.068689] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff5fd250-7fde-433a-a0de-0893db961471 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.078198] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease: (returnval){ [ 662.078198] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a89fba-2e28-bd4b-c607-7e249d264374" [ 662.078198] env[69289]: _type = "HttpNfcLease" [ 662.078198] env[69289]: } obtained for exporting VM: (result){ [ 662.078198] env[69289]: value = "vm-654419" [ 662.078198] env[69289]: _type = "VirtualMachine" [ 662.078198] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 662.078553] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the lease: (returnval){ [ 662.078553] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a89fba-2e28-bd4b-c607-7e249d264374" [ 662.078553] env[69289]: _type = "HttpNfcLease" [ 662.078553] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 662.086046] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.086046] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a89fba-2e28-bd4b-c607-7e249d264374" [ 662.086046] env[69289]: _type = "HttpNfcLease" [ 662.086046] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 662.119566] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.205106] env[69289]: INFO nova.compute.manager [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Took 33.77 seconds to build instance. [ 662.222526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.222745] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.225082] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.994s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.226789] env[69289]: INFO nova.compute.claims [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.304136] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276603, 'name': CreateVM_Task, 'duration_secs': 0.350179} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.304323] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.305043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.305043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.305587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.305821] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9213eb-4fa2-4242-973a-616aab794007 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.311902] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 662.311902] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52695a69-f381-5e55-b5b4-ea2b7d85708e" [ 662.311902] env[69289]: _type = "Task" [ 662.311902] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.320481] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52695a69-f381-5e55-b5b4-ea2b7d85708e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.472446] env[69289]: DEBUG oslo_vmware.api [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276600, 'name': PowerOnVM_Task, 'duration_secs': 0.55245} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.472773] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.472973] env[69289]: INFO nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Took 8.43 seconds to spawn the instance on the hypervisor. [ 662.473180] env[69289]: DEBUG nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.473981] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdee82f-61f9-4780-be14-b8a96c044dfb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.587940] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 662.587940] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a89fba-2e28-bd4b-c607-7e249d264374" [ 662.587940] env[69289]: _type = "HttpNfcLease" [ 662.587940] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 662.588290] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 662.588290] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a89fba-2e28-bd4b-c607-7e249d264374" [ 662.588290] env[69289]: _type = "HttpNfcLease" [ 662.588290] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 662.589044] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6acab1-c8ab-4df4-8094-ea04492d9490 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.601107] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 662.601212] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 662.677547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.677805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.678012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.678220] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.678396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.680695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.681371] env[69289]: INFO nova.compute.manager [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Terminating instance [ 662.684654] env[69289]: DEBUG nova.compute.manager [req-b2cd92c2-0b20-40af-baf1-d676815a9dd9 req-e34544d5-7ae7-4cb2-9ae1-f41294741ba9 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Received event network-vif-deleted-ee1b7398-d598-4728-b2d6-6674499da807 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.684840] env[69289]: INFO nova.compute.manager [req-b2cd92c2-0b20-40af-baf1-d676815a9dd9 req-e34544d5-7ae7-4cb2-9ae1-f41294741ba9 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Neutron deleted interface ee1b7398-d598-4728-b2d6-6674499da807; detaching it from the instance and deleting it from the info cache [ 662.685015] env[69289]: DEBUG nova.network.neutron [req-b2cd92c2-0b20-40af-baf1-d676815a9dd9 req-e34544d5-7ae7-4cb2-9ae1-f41294741ba9 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.706779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b227163-9fe2-4744-8e94-ed98c838e8d2 tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.389s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.713919] env[69289]: DEBUG nova.network.neutron [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.732056] env[69289]: DEBUG nova.compute.utils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.737049] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.737049] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.808559] env[69289]: DEBUG nova.policy [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82803015f4d144a0b194ba9559920d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4adc48f6e8d64ee3a1ccb1f44f4bd81e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.824586] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52695a69-f381-5e55-b5b4-ea2b7d85708e, 'name': SearchDatastore_Task, 'duration_secs': 0.034728} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.825244] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.825475] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.827092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.827092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.827092] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.827092] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64725373-f7ee-4433-b1ff-9e8de3495ec8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.828143] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77977a5d-30ac-4c94-944d-db29b88d9c5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.837552] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.837797] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.838513] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca1cc79-f903-4b19-815e-ee846ea76b41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.843485] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 662.843485] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527c3de6-7b82-985c-784c-e7a1856456f0" [ 662.843485] env[69289]: _type = "Task" [ 662.843485] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.855335] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527c3de6-7b82-985c-784c-e7a1856456f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.946271] env[69289]: DEBUG nova.compute.manager [None req-b0cf6079-5ee4-4e46-8688-8cd615d50b8b tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.948354] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585e13b-8e4c-4f93-a132-f18ed9f8907e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.989952] env[69289]: INFO nova.compute.manager [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Took 35.65 seconds to build instance. [ 663.188941] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca80143e-2ae2-4676-9261-b3af3384e917 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.192254] env[69289]: DEBUG nova.compute.manager [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.192712] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.196182] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467d116f-dcff-40a9-a880-ed5526bb1f81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.211494] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a9bdc5-0599-45a0-a092-efc90e88a7db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.237022] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.237022] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.237900] env[69289]: INFO nova.compute.manager [-] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Took 1.85 seconds to deallocate network for instance. [ 663.238327] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a62c6338-5664-4170-97cc-b1c22f0d161b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.242157] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.260747] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 663.260747] env[69289]: value = "task-3276605" [ 663.260747] env[69289]: _type = "Task" [ 663.260747] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.282614] env[69289]: DEBUG nova.compute.manager [req-b2cd92c2-0b20-40af-baf1-d676815a9dd9 req-e34544d5-7ae7-4cb2-9ae1-f41294741ba9 service nova] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Detach interface failed, port_id=ee1b7398-d598-4728-b2d6-6674499da807, reason: Instance e0c69223-79c6-4c14-9ef5-8a02ae8d93f1 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 663.287672] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.360392] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527c3de6-7b82-985c-784c-e7a1856456f0, 'name': SearchDatastore_Task, 'duration_secs': 0.036328} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.361922] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b15a15-0dc1-4f2a-b522-67f41ae6a69f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.369243] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 663.369243] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5255c990-4d87-36b5-ae66-e305a3e68198" [ 663.369243] env[69289]: _type = "Task" [ 663.369243] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.387617] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5255c990-4d87-36b5-ae66-e305a3e68198, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.389349] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.389904] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.396186] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52552413-d4aa-463a-a88d-e107de6079a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.400018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.400018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.404873] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 663.404873] env[69289]: value = "task-3276606" [ 663.404873] env[69289]: _type = "Task" [ 663.404873] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.415173] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.427083] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Successfully created port: 3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.448065] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.448470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.448845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "62d893d0-ec93-48ec-ac83-02cc45c54c39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.449080] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.449301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.453850] env[69289]: INFO nova.compute.manager [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Terminating instance [ 663.462054] env[69289]: INFO nova.compute.manager [None req-b0cf6079-5ee4-4e46-8688-8cd615d50b8b tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] instance snapshotting [ 663.462054] env[69289]: DEBUG nova.objects.instance [None req-b0cf6079-5ee4-4e46-8688-8cd615d50b8b tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lazy-loading 'flavor' on Instance uuid 62d893d0-ec93-48ec-ac83-02cc45c54c39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.495516] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2996ba0-0304-4f46-9ad0-aa6c582550f3 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.640s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.757899] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.781016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.786651] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276605, 'name': PowerOffVM_Task, 'duration_secs': 0.211993} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.791232] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.791232] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.791232] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8b6909-e88c-4f7a-958c-e0e6edeca29a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.887257] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.887366] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.888658] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Deleting the datastore file [datastore2] 87c9494f-9f42-454d-88f0-ee33a80fd5bb {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.888658] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbaa488-ee1f-4945-86eb-8a7321a9e67c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.897092] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for the task: (returnval){ [ 663.897092] env[69289]: value = "task-3276608" [ 663.897092] env[69289]: _type = "Task" [ 663.897092] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.916022] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.922672] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276606, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.939220] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaff367a-67cb-4b32-a111-e7af0a002b03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.947240] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94452abe-f393-45ba-adc1-c0afd376b5a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.996809] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "refresh_cache-62d893d0-ec93-48ec-ac83-02cc45c54c39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.997091] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquired lock "refresh_cache-62d893d0-ec93-48ec-ac83-02cc45c54c39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.997504] env[69289]: DEBUG nova.network.neutron [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.005414] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.008665] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935aab9c-2da3-405b-882e-b681f48b0f95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.012569] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e97478c-97eb-4368-9502-2a3232627ee8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.037270] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dac310-f71b-4f2c-8ec4-1af1f17a0771 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.042709] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fa2ccf-d5e1-460f-99a2-54fd2913b684 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.057271] env[69289]: DEBUG nova.compute.provider_tree [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.270535] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.295186] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.295544] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.295725] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.295979] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.296247] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.296304] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.296511] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.297284] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.297569] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.297720] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.297904] env[69289]: DEBUG nova.virt.hardware [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.298780] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fde3a-c566-4104-9f72-2434450897c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.310119] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8482bbbd-2c4a-4637-9365-f560df43f3cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.407789] env[69289]: DEBUG oslo_vmware.api [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Task: {'id': task-3276608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194999} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.408317] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.408525] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.408916] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.409055] env[69289]: INFO nova.compute.manager [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Took 1.22 seconds to destroy the instance on the hypervisor. [ 664.409364] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.412876] env[69289]: DEBUG nova.compute.manager [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.412995] env[69289]: DEBUG nova.network.neutron [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.420238] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531636} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.420486] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.421979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.421979] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22bc4477-d68f-490b-a736-ea45da6e2c7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.431105] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 664.431105] env[69289]: value = "task-3276609" [ 664.431105] env[69289]: _type = "Task" [ 664.431105] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.442941] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.537250] env[69289]: DEBUG nova.network.neutron [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.539621] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.567591] env[69289]: DEBUG nova.scheduler.client.report [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.571628] env[69289]: DEBUG nova.compute.manager [None req-b0cf6079-5ee4-4e46-8688-8cd615d50b8b tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance disappeared during snapshot {{(pid=69289) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 664.641601] env[69289]: DEBUG nova.network.neutron [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.677356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "7f818256-9449-4389-80a7-13a8d8232b07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.677356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.677356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "7f818256-9449-4389-80a7-13a8d8232b07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.677356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.677639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.680688] env[69289]: INFO nova.compute.manager [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Terminating instance [ 664.747053] env[69289]: DEBUG nova.compute.manager [None req-b0cf6079-5ee4-4e46-8688-8cd615d50b8b tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Found 0 images (rotation: 2) {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 664.801603] env[69289]: DEBUG nova.compute.manager [req-ab2135d8-e18b-44ac-ae31-c06a791117b6 req-9646c64d-1ed3-4a41-8640-7114775ddadf service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Received event network-vif-deleted-153d1e51-d66f-47cc-bd09-57c815211cf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.801849] env[69289]: INFO nova.compute.manager [req-ab2135d8-e18b-44ac-ae31-c06a791117b6 req-9646c64d-1ed3-4a41-8640-7114775ddadf service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Neutron deleted interface 153d1e51-d66f-47cc-bd09-57c815211cf1; detaching it from the instance and deleting it from the info cache [ 664.801962] env[69289]: DEBUG nova.network.neutron [req-ab2135d8-e18b-44ac-ae31-c06a791117b6 req-9646c64d-1ed3-4a41-8640-7114775ddadf service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.940027] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07485} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.940310] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.941125] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81adebb-d83b-42aa-b6cf-0efbde43656f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.963385] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.963706] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a83217-2df6-4e74-a856-e50317acbfcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.984789] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 664.984789] env[69289]: value = "task-3276610" [ 664.984789] env[69289]: _type = "Task" [ 664.984789] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.993383] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.075597] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.076053] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.079781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.376s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.082734] env[69289]: DEBUG nova.compute.manager [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received event network-vif-plugged-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.083079] env[69289]: DEBUG oslo_concurrency.lockutils [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] Acquiring lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.083470] env[69289]: DEBUG oslo_concurrency.lockutils [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.083675] env[69289]: DEBUG oslo_concurrency.lockutils [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.084100] env[69289]: DEBUG nova.compute.manager [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] No waiting events found dispatching network-vif-plugged-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.084389] env[69289]: WARNING nova.compute.manager [req-345fa8eb-2b58-4e6e-b957-466b789c2841 req-61763b1f-5176-4c2e-97d9-f727b70fdb51 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received unexpected event network-vif-plugged-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 for instance with vm_state building and task_state spawning. [ 665.147020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Releasing lock "refresh_cache-62d893d0-ec93-48ec-ac83-02cc45c54c39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.147020] env[69289]: DEBUG nova.compute.manager [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.147020] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.147020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e15bb1-9df3-4f50-a43c-b156d0588b77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.154636] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.155577] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3cc4d20-1dde-4de6-92fb-078f980e02fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.162028] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 665.162028] env[69289]: value = "task-3276611" [ 665.162028] env[69289]: _type = "Task" [ 665.162028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.172229] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.189107] env[69289]: DEBUG nova.compute.manager [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.189107] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.189107] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6ad43-9179-4c1e-bef4-b3382f055798 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.198306] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.198306] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45f8d3c0-76ea-49c3-9426-266970d7e7c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.204756] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 665.204756] env[69289]: value = "task-3276612" [ 665.204756] env[69289]: _type = "Task" [ 665.204756] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.218148] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.251211] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Successfully updated port: 3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.279121] env[69289]: DEBUG nova.network.neutron [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.305479] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7980b999-59ad-4571-a816-e13d6cfa02a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.316962] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de5e892-8ea0-4fcb-8141-b64ad6fae96d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.352237] env[69289]: DEBUG nova.compute.manager [req-ab2135d8-e18b-44ac-ae31-c06a791117b6 req-9646c64d-1ed3-4a41-8640-7114775ddadf service nova] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Detach interface failed, port_id=153d1e51-d66f-47cc-bd09-57c815211cf1, reason: Instance 87c9494f-9f42-454d-88f0-ee33a80fd5bb could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 665.495712] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276610, 'name': ReconfigVM_Task, 'duration_secs': 0.479862} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.495987] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.496663] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a59e8596-6a55-403d-8e43-60d749a08707 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.503888] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 665.503888] env[69289]: value = "task-3276613" [ 665.503888] env[69289]: _type = "Task" [ 665.503888] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.515159] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276613, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.586990] env[69289]: DEBUG nova.compute.utils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.591087] env[69289]: INFO nova.compute.claims [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.594979] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.595171] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.667562] env[69289]: DEBUG nova.policy [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486a864927b34677bd11db5f4b88403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d61c37e02414eb6bb70e46dc10b80b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.674354] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276611, 'name': PowerOffVM_Task, 'duration_secs': 0.302015} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.674623] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.674808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.675119] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb7485a-1dfe-4692-8a3c-1590d86e95d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.701220] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.701493] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.701697] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Deleting the datastore file [datastore2] 62d893d0-ec93-48ec-ac83-02cc45c54c39 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.701962] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f68e943-bf29-40f2-a24d-cd9b1c2f4b9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.710739] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for the task: (returnval){ [ 665.710739] env[69289]: value = "task-3276615" [ 665.710739] env[69289]: _type = "Task" [ 665.710739] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.717652] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276612, 'name': PowerOffVM_Task, 'duration_secs': 0.266591} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.718312] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.718509] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.718759] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8825a6bb-693e-49a3-b90c-b11e9d0669d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.723172] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.756777] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.756936] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquired lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.757107] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.781783] env[69289]: INFO nova.compute.manager [-] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Took 1.37 seconds to deallocate network for instance. [ 665.785327] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.785539] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.785756] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Deleting the datastore file [datastore1] 7f818256-9449-4389-80a7-13a8d8232b07 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.788699] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-737a9558-f0f3-4142-a4ec-677e30a5ce55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.795730] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for the task: (returnval){ [ 665.795730] env[69289]: value = "task-3276617" [ 665.795730] env[69289]: _type = "Task" [ 665.795730] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.805919] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.013763] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276613, 'name': Rename_Task, 'duration_secs': 0.189485} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.014102] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.014401] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1cf021-b16e-4716-b6f7-6b60e7abf24d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.021074] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 666.021074] env[69289]: value = "task-3276618" [ 666.021074] env[69289]: _type = "Task" [ 666.021074] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.033829] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.095989] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.100935] env[69289]: INFO nova.compute.resource_tracker [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating resource usage from migration 70f90ecf-745a-4fd6-9d0a-1b633fd34a72 [ 666.123815] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Successfully created port: 2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.221858] env[69289]: DEBUG oslo_vmware.api [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Task: {'id': task-3276615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121064} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.222382] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.222382] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.222616] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.222745] env[69289]: INFO nova.compute.manager [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Took 1.08 seconds to destroy the instance on the hypervisor. [ 666.223450] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.223450] env[69289]: DEBUG nova.compute.manager [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.223450] env[69289]: DEBUG nova.network.neutron [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.245947] env[69289]: DEBUG nova.network.neutron [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.292954] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.297524] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.314326] env[69289]: DEBUG oslo_vmware.api [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Task: {'id': task-3276617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133985} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.314611] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.314797] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.315250] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.315250] env[69289]: INFO nova.compute.manager [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 666.315443] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.315643] env[69289]: DEBUG nova.compute.manager [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.315748] env[69289]: DEBUG nova.network.neutron [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.529855] env[69289]: DEBUG nova.network.neutron [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [{"id": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "address": "fa:16:3e:46:2e:c4", "network": {"id": "936c5b02-5801-4bd7-8773-a541e4e43aaa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-811223326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adc48f6e8d64ee3a1ccb1f44f4bd81e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd7617-52", "ovs_interfaceid": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.544532] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.569363] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.569599] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.569798] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.569980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.570181] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.572360] env[69289]: INFO nova.compute.manager [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Terminating instance [ 666.653040] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac46e57-5277-43e0-9238-29c1ac63c537 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.666809] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4894c6b0-5f8a-442c-9166-18437211faf5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.700909] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a72c06-1fd0-46dd-b464-ff44838d4d1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.710223] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152333c8-977a-4016-93c4-4ccbe5e7ce8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.727144] env[69289]: DEBUG nova.compute.provider_tree [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.748988] env[69289]: DEBUG nova.network.neutron [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.973140] env[69289]: DEBUG nova.compute.manager [req-2da89a65-2f36-4fce-9a93-4f3cd65dadfc req-b8fbef86-0e1b-4990-adab-a4eb7fdcd034 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Received event network-vif-deleted-f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.973380] env[69289]: INFO nova.compute.manager [req-2da89a65-2f36-4fce-9a93-4f3cd65dadfc req-b8fbef86-0e1b-4990-adab-a4eb7fdcd034 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Neutron deleted interface f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7; detaching it from the instance and deleting it from the info cache [ 666.973583] env[69289]: DEBUG nova.network.neutron [req-2da89a65-2f36-4fce-9a93-4f3cd65dadfc req-b8fbef86-0e1b-4990-adab-a4eb7fdcd034 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.034848] env[69289]: DEBUG oslo_vmware.api [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276618, 'name': PowerOnVM_Task, 'duration_secs': 0.546698} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.034848] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.034848] env[69289]: INFO nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Took 5.37 seconds to spawn the instance on the hypervisor. [ 667.034848] env[69289]: DEBUG nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.035138] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e0b2ff-1fd2-4b37-a261-386750b7272f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.041673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Releasing lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.041673] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Instance network_info: |[{"id": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "address": "fa:16:3e:46:2e:c4", "network": {"id": "936c5b02-5801-4bd7-8773-a541e4e43aaa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-811223326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adc48f6e8d64ee3a1ccb1f44f4bd81e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd7617-52", "ovs_interfaceid": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.041882] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:2e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dfd7617-52d9-4556-9d3a-0e9de3d6b156', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.051282] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Creating folder: Project (4adc48f6e8d64ee3a1ccb1f44f4bd81e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.056122] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af1080ed-3367-4779-a122-7ee012c32538 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.070302] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Created folder: Project (4adc48f6e8d64ee3a1ccb1f44f4bd81e) in parent group-v654351. [ 667.070561] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Creating folder: Instances. Parent ref: group-v654423. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.070841] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2fd7b4c-d20f-4c45-bbbe-c1e70daaf3ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.081113] env[69289]: DEBUG nova.compute.manager [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.081113] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.081113] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Created folder: Instances in parent group-v654423. [ 667.081288] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.081940] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11901ee-ef0e-4c36-94fc-9d9ff705fb16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.086013] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.086013] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcb38d20-2ac2-4790-ab60-625099927ad9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.107183] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.108532] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc9fb2c-d5e7-4df1-9cbf-a8809d9fb38e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.110050] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.110050] env[69289]: value = "task-3276621" [ 667.110050] env[69289]: _type = "Task" [ 667.110050] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.116846] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.119317] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 667.119317] env[69289]: value = "task-3276622" [ 667.119317] env[69289]: _type = "Task" [ 667.119317] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.128611] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276621, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.131890] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.151185] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.151458] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.151639] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.151851] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.152056] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.152377] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.152578] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.152750] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.152918] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.153114] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.153294] env[69289]: DEBUG nova.virt.hardware [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.154309] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75690b24-2aba-4644-855c-4aff1b9c74e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.164235] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c5041b-1954-4445-a491-c6926ba69981 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.204554] env[69289]: DEBUG nova.network.neutron [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.211143] env[69289]: DEBUG nova.compute.manager [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.211458] env[69289]: DEBUG nova.compute.manager [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing instance network info cache due to event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.211742] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] Acquiring lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.211892] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] Acquired lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.212090] env[69289]: DEBUG nova.network.neutron [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.231952] env[69289]: DEBUG nova.scheduler.client.report [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.251092] env[69289]: INFO nova.compute.manager [-] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Took 1.03 seconds to deallocate network for instance. [ 667.476222] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-075ba337-7d40-4d71-9cf1-217d1c5b58f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.487115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7662e94-86b6-4b16-8065-6f031aa62704 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.526474] env[69289]: DEBUG nova.compute.manager [req-2da89a65-2f36-4fce-9a93-4f3cd65dadfc req-b8fbef86-0e1b-4990-adab-a4eb7fdcd034 service nova] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Detach interface failed, port_id=f7dd5a41-0760-4c0e-90da-e3d0dfe80ae7, reason: Instance 7f818256-9449-4389-80a7-13a8d8232b07 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 667.570411] env[69289]: INFO nova.compute.manager [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Took 28.65 seconds to build instance. [ 667.622283] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276621, 'name': CreateVM_Task, 'duration_secs': 0.381997} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.625291] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.625985] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.626187] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.626582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.627263] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8899a6e1-962a-40a2-a0f1-1019bf8f6a57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.312764] env[69289]: INFO nova.compute.manager [-] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Took 2.00 seconds to deallocate network for instance. [ 668.315363] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.236s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.315532] env[69289]: INFO nova.compute.manager [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Migrating [ 668.315744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.315912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.318587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.318903] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.319226] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0027639-fa0a-4d42-a425-bea8e60d66aa tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.094s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.319585] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276622, 'name': PowerOffVM_Task, 'duration_secs': 0.335695} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.320792] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Successfully updated port: 2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.321871] env[69289]: INFO nova.compute.rpcapi [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 668.322320] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.330883] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.836s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.332536] env[69289]: INFO nova.compute.claims [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.340159] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.342377] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.343563] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.343563] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 668.343563] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5257557f-a65e-d6ee-32cc-d8a6b28bfe7c" [ 668.343563] env[69289]: _type = "Task" [ 668.343563] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.346330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.346454] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.346592] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.351510] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f503bda8-c2cd-4586-a913-0c98b3dd9f2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.365022] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5257557f-a65e-d6ee-32cc-d8a6b28bfe7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.369197] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.369431] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.369659] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.369803] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.369977] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.371898] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a2ab0d-82c0-4ff7-af0f-2ec3f6ae5b5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.384615] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.384858] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.386474] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13459008-f611-4f6f-bf20-e61c277ad119 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.396900] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 668.396900] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfe7c0-b3bd-9dfa-5c98-1305976dd9f5" [ 668.396900] env[69289]: _type = "Task" [ 668.396900] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.406236] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfe7c0-b3bd-9dfa-5c98-1305976dd9f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.407655] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48e4f89b-ba69-438f-af9c-9003ae65c10e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.415102] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 668.415102] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522f3dcb-9db5-4da5-e023-3faf9d1f4d68" [ 668.415102] env[69289]: _type = "Task" [ 668.415102] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.422876] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522f3dcb-9db5-4da5-e023-3faf9d1f4d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.432667] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.432896] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.433101] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Deleting the datastore file [datastore2] 2c481930-198b-4e6b-8a75-4edd7af6b13d {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.434396] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f45d352b-3b98-42d3-9b1e-07139bec7a59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.441116] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for the task: (returnval){ [ 668.441116] env[69289]: value = "task-3276624" [ 668.441116] env[69289]: _type = "Task" [ 668.441116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.449219] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.576369] env[69289]: DEBUG nova.network.neutron [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updated VIF entry in instance network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.576769] env[69289]: DEBUG nova.network.neutron [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [{"id": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "address": "fa:16:3e:46:2e:c4", "network": {"id": "936c5b02-5801-4bd7-8773-a541e4e43aaa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-811223326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adc48f6e8d64ee3a1ccb1f44f4bd81e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd7617-52", "ovs_interfaceid": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.867316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.867577] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.867801] env[69289]: DEBUG nova.network.neutron [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.872552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.884826] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.889176] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.895594] env[69289]: INFO nova.compute.manager [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Rebuilding instance [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.903996] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.904473] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 668.904473] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 668.938584] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522f3dcb-9db5-4da5-e023-3faf9d1f4d68, 'name': SearchDatastore_Task, 'duration_secs': 0.009875} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.938756] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.939016] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 48d982a0-e7ca-4469-8a23-e6332c88e28c/48d982a0-e7ca-4469-8a23-e6332c88e28c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.939285] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f5c6c02-f040-4c50-a36d-fede7acf7126 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.952420] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 668.952420] env[69289]: value = "task-3276625" [ 668.952420] env[69289]: _type = "Task" [ 668.952420] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.952786] env[69289]: DEBUG nova.compute.manager [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.958501] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46d6a09-a2d5-46a4-b19a-582a5b215b0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.962184] env[69289]: DEBUG oslo_vmware.api [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Task: {'id': task-3276624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17328} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.967652] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.967869] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.968066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.968282] env[69289]: INFO nova.compute.manager [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Took 1.89 seconds to destroy the instance on the hypervisor. [ 668.968522] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.970058] env[69289]: DEBUG nova.compute.manager [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.970058] env[69289]: DEBUG nova.network.neutron [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.979279] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.082302] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe0bc219-0401-4b9c-9e04-5d12ac21fcb1 req-9f2775ba-f2ec-4e7b-8bc3-215728870fe7 service nova] Releasing lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.083522] env[69289]: DEBUG nova.network.neutron [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Updating instance_info_cache with network_info: [{"id": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "address": "fa:16:3e:76:db:08", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbb03a5-07", "ovs_interfaceid": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.274074] env[69289]: DEBUG nova.compute.manager [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Received event network-vif-plugged-2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.274303] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Acquiring lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.274512] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.274676] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.274843] env[69289]: DEBUG nova.compute.manager [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] No waiting events found dispatching network-vif-plugged-2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.275051] env[69289]: WARNING nova.compute.manager [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Received unexpected event network-vif-plugged-2bbb03a5-07d9-426b-b335-29f1f5d1749d for instance with vm_state building and task_state spawning. [ 669.275179] env[69289]: DEBUG nova.compute.manager [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Received event network-changed-2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.275325] env[69289]: DEBUG nova.compute.manager [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Refreshing instance network info cache due to event network-changed-2bbb03a5-07d9-426b-b335-29f1f5d1749d. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.275623] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Acquiring lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.408020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.417529] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.447087] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a1fbed-396f-40cf-a5aa-931eff7a322a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.456487] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787c053-ed69-4d4d-a471-2093b40a2205 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497410] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3e893-2afb-4b03-8950-378cf2de1396 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.500216] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276625, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.506254] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbb9e3-44f9-49e3-a7aa-b414be0ec011 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.524759] env[69289]: DEBUG nova.compute.provider_tree [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.586493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.586824] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Instance network_info: |[{"id": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "address": "fa:16:3e:76:db:08", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbb03a5-07", "ovs_interfaceid": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.587184] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Acquired lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.587972] env[69289]: DEBUG nova.network.neutron [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Refreshing network info cache for port 2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.588783] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:db:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbb03a5-07d9-426b-b335-29f1f5d1749d', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.597134] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Creating folder: Project (8d61c37e02414eb6bb70e46dc10b80b5). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.600499] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a1a830-73d7-481f-b994-e1b8a5c593c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.611894] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Created folder: Project (8d61c37e02414eb6bb70e46dc10b80b5) in parent group-v654351. [ 669.611894] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Creating folder: Instances. Parent ref: group-v654426. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.613030] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde95c0b-f243-4d2a-b3ae-6d19cede86e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.624976] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Created folder: Instances in parent group-v654426. [ 669.625399] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.625625] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.625864] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de85988e-ac63-4601-ad68-9ee8ededbc1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.650753] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.650753] env[69289]: value = "task-3276628" [ 669.650753] env[69289]: _type = "Task" [ 669.650753] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.662731] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276628, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.699398] env[69289]: DEBUG nova.network.neutron [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.862092] env[69289]: DEBUG nova.network.neutron [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Updated VIF entry in instance network info cache for port 2bbb03a5-07d9-426b-b335-29f1f5d1749d. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.862559] env[69289]: DEBUG nova.network.neutron [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Updating instance_info_cache with network_info: [{"id": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "address": "fa:16:3e:76:db:08", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbb03a5-07", "ovs_interfaceid": "2bbb03a5-07d9-426b-b335-29f1f5d1749d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.969430] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564739} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.969703] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 48d982a0-e7ca-4469-8a23-e6332c88e28c/48d982a0-e7ca-4469-8a23-e6332c88e28c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.969929] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.970206] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9659c51b-a5e0-48fa-8f2c-861615be1db4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.979856] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 669.979856] env[69289]: value = "task-3276629" [ 669.979856] env[69289]: _type = "Task" [ 669.979856] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.986064] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.002109] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.002712] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd035ffb-313a-4ac2-bbe6-c685e6d88bf1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.010140] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 670.010140] env[69289]: value = "task-3276630" [ 670.010140] env[69289]: _type = "Task" [ 670.010140] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.020458] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.027879] env[69289]: DEBUG nova.scheduler.client.report [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.160864] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276628, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.202261] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.264361] env[69289]: DEBUG nova.network.neutron [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.365521] env[69289]: DEBUG oslo_concurrency.lockutils [req-84ac8b11-9345-47c2-a44b-23c756cda9a9 req-b2f3569a-34bf-4ed5-9bae-b22f0d67545e service nova] Releasing lock "refresh_cache-cb903d50-5d57-49b6-9e74-8d71925e1b3c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.490180] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069306} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.490484] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.491336] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8876a28b-3232-43a1-b9cb-f84599ce18ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.514126] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 48d982a0-e7ca-4469-8a23-e6332c88e28c/48d982a0-e7ca-4469-8a23-e6332c88e28c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.514714] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96afdde1-fb9c-44b2-ab04-be6d2751070a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.537673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.538145] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.541585] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276630, 'name': PowerOffVM_Task, 'duration_secs': 0.248778} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.543053] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.868s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.544519] env[69289]: INFO nova.compute.claims [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.547149] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.551032] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.551032] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 670.551032] env[69289]: value = "task-3276631" [ 670.551032] env[69289]: _type = "Task" [ 670.551032] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.551032] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c4d4d0-bd94-4b16-9f3e-476c6e7ce584 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.562856] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.564532] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.564532] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d462fd8c-1f00-49a6-9566-f03c4db39334 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.590500] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.590724] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.590902] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Deleting the datastore file [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.591187] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a835481-5a27-4a4e-9f3c-550754b09f80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.598292] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 670.598292] env[69289]: value = "task-3276633" [ 670.598292] env[69289]: _type = "Task" [ 670.598292] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.606661] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.664945] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276628, 'name': CreateVM_Task, 'duration_secs': 0.635099} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.665212] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.666303] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.666556] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.667294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.667573] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b797fecf-5f4e-43e6-8617-e3e8d9f5e817 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.672571] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 670.672571] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3ea7e-66c9-1b0c-2f19-5a07ad5c06aa" [ 670.672571] env[69289]: _type = "Task" [ 670.672571] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.680573] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3ea7e-66c9-1b0c-2f19-5a07ad5c06aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.768348] env[69289]: INFO nova.compute.manager [-] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Took 1.80 seconds to deallocate network for instance. [ 671.044583] env[69289]: DEBUG nova.compute.utils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.046148] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.046761] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.062446] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276631, 'name': ReconfigVM_Task, 'duration_secs': 0.401746} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.062719] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 48d982a0-e7ca-4469-8a23-e6332c88e28c/48d982a0-e7ca-4469-8a23-e6332c88e28c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.063622] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c40f7b2f-14ef-406a-abd7-c5617beed808 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.073029] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 671.073029] env[69289]: value = "task-3276634" [ 671.073029] env[69289]: _type = "Task" [ 671.073029] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.080958] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276634, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.099272] env[69289]: DEBUG nova.policy [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42f706a98684abeb6c079a478e354f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb9618a74edb41a9bfecf61ede087d04', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.109421] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143744} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.109624] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.109802] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.109973] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.183308] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3ea7e-66c9-1b0c-2f19-5a07ad5c06aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.183618] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.184204] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.184204] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.184344] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.184408] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.184679] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca1f117-3ed9-48b7-9849-50390694d4ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.193816] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.194015] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.194773] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44f5f4b-510a-4e5b-bcb5-f6fea70802b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.200968] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 671.200968] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522c1de7-9606-1ff0-a3e7-1860a90df9e3" [ 671.200968] env[69289]: _type = "Task" [ 671.200968] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.212453] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522c1de7-9606-1ff0-a3e7-1860a90df9e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.279990] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.306771] env[69289]: DEBUG nova.compute.manager [req-d1a544fd-6bc7-405e-98d1-e7a450f8f45c req-db1b30a2-32af-4d81-9f8c-5ba18388ef64 service nova] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Received event network-vif-deleted-e637e0d2-2d5f-4e56-8cf1-23ba90c7659d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.385386] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Successfully created port: ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.549366] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.583907] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276634, 'name': Rename_Task, 'duration_secs': 0.160582} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.586820] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.588711] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa26e310-857b-482e-875c-a42dea49bdb9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.598421] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 671.598421] env[69289]: value = "task-3276635" [ 671.598421] env[69289]: _type = "Task" [ 671.598421] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.611023] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.711394] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522c1de7-9606-1ff0-a3e7-1860a90df9e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.717484] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47be0b71-671e-44d8-9a49-b5f9a9420f8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.720335] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e856cc39-5089-484e-ba67-c1f128e96c28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.726656] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 671.726656] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52138f72-b4f8-303e-d718-096474b89648" [ 671.726656] env[69289]: _type = "Task" [ 671.726656] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.741640] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.757027] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52138f72-b4f8-303e-d718-096474b89648, 'name': SearchDatastore_Task, 'duration_secs': 0.009991} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.757845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757845] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] cb903d50-5d57-49b6-9e74-8d71925e1b3c/cb903d50-5d57-49b6-9e74-8d71925e1b3c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.757845] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2eb4bfa-6226-4260-b491-f8c46bffa397 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.766616] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 671.766616] env[69289]: value = "task-3276636" [ 671.766616] env[69289]: _type = "Task" [ 671.766616] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.775039] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.058326] env[69289]: INFO nova.virt.block_device [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Booting with volume 2b7b8741-11ef-4aab-92aa-4d4393d09ffe at /dev/sda [ 672.079285] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.083214] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8789d0-0dc9-40d5-b241-7657b0745c39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.092459] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.092736] env[69289]: ERROR oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk due to incomplete transfer. [ 672.093069] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4dc71de2-12c7-44c2-b172-33352f2766d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.106217] env[69289]: DEBUG oslo_vmware.rw_handles [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d900c2-a0e3-9774-b334-557f788de647/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.107438] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Uploaded image 1bd8572c-20d4-4d1c-b0d5-7a44be44f9ec to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.109713] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.110736] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d12b6ec-9d89-46a4-a038-c94d86933762 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.114484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac873e2-d9b2-44bd-8195-65f4f7437fee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.122498] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89e2e3ae-4252-4e8f-9d8d-1cfc936fde8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.127894] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276635, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.130441] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 672.130441] env[69289]: value = "task-3276637" [ 672.130441] env[69289]: _type = "Task" [ 672.130441] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.139390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52a1e1-0e22-45bb-8467-561b1842b773 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.145682] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92891cd-4bf2-4f27-8f42-eedb6b920144 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.164469] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276637, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.201031] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.201334] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.201494] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.201674] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.201816] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.202076] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.202295] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.202505] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.202790] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.203101] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.203373] env[69289]: DEBUG nova.virt.hardware [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.218522] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331a970-f888-4c1c-b5f6-efe1b0819b82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.221173] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a552ae2d-e7d8-4a5c-bf5a-be8594e35f72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.224154] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-337d311d-5e42-4f19-a233-3ac48f720fef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.233413] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51569189-738b-4336-b5e2-c202bdd377cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.240242] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020208f0-8830-4faa-ac8f-3a474ba2e734 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.251827] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b6d09-39d0-4031-a669-6108a1ea44e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.258125] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.258745] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-020e221d-ebaa-4fe1-b01b-8546ecb9cf25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.269100] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.275126] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.300260] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.300788] env[69289]: DEBUG nova.compute.provider_tree [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.305473] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 672.305473] env[69289]: value = "task-3276638" [ 672.305473] env[69289]: _type = "Task" [ 672.305473] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.305473] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a2bb626-42ce-40b0-a99d-3f359d3742a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.316252] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e69151-76f7-406e-a6ca-7f0c5f2a8007 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.327283] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496634} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.327871] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] cb903d50-5d57-49b6-9e74-8d71925e1b3c/cb903d50-5d57-49b6-9e74-8d71925e1b3c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.328120] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.328372] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90886d3c-5fa0-40e0-aa8a-c23161a404e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.334758] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.336787] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718e557-8cae-45a5-a7cc-7895442f27a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.339267] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.339267] env[69289]: value = "task-3276639" [ 672.339267] env[69289]: _type = "Task" [ 672.339267] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.341080] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 672.341080] env[69289]: value = "task-3276640" [ 672.341080] env[69289]: _type = "Task" [ 672.341080] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.353414] env[69289]: DEBUG nova.virt.block_device [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updating existing volume attachment record: 96ca3ea7-7bad-4b81-858b-253fee7b5ff7 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 672.363108] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.363108] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276639, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.611098] env[69289]: DEBUG oslo_vmware.api [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276635, 'name': PowerOnVM_Task, 'duration_secs': 0.528408} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.611364] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.611551] env[69289]: INFO nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Took 8.34 seconds to spawn the instance on the hypervisor. [ 672.611793] env[69289]: DEBUG nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.612582] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84abf840-7d71-4d33-8ff3-6ecb70aa8ccb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.641810] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276637, 'name': Destroy_Task, 'duration_secs': 0.39576} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.642418] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Destroyed the VM [ 672.642418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.642699] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-249ae12f-a127-411f-bc94-41280802ece1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.649017] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 672.649017] env[69289]: value = "task-3276641" [ 672.649017] env[69289]: _type = "Task" [ 672.649017] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.657690] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276641, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.765691] env[69289]: DEBUG nova.compute.manager [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Received event network-vif-plugged-ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.770491] env[69289]: DEBUG oslo_concurrency.lockutils [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] Acquiring lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.770932] env[69289]: DEBUG oslo_concurrency.lockutils [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.771035] env[69289]: DEBUG oslo_concurrency.lockutils [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.771255] env[69289]: DEBUG nova.compute.manager [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] No waiting events found dispatching network-vif-plugged-ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.771465] env[69289]: WARNING nova.compute.manager [req-932c8054-7636-49ac-af28-986aae62113a req-b90cf8f0-34d4-415d-8b50-da9061bdf79e service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Received unexpected event network-vif-plugged-ff8c4bbf-9464-422b-86fa-f5eb1e655278 for instance with vm_state building and task_state block_device_mapping. [ 672.804726] env[69289]: DEBUG nova.scheduler.client.report [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.832938] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276638, 'name': PowerOffVM_Task, 'duration_secs': 0.214919} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.833213] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.833390] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 672.850766] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Successfully updated port: ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.859169] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276639, 'name': CreateVM_Task, 'duration_secs': 0.315229} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.859344] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.859737] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.859893] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.860214] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.860923] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6318d98-b5ed-45cf-ab01-d493db4dc3d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.865440] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10219} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.866052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.866948] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f1d6ab-1f2b-4025-990a-85a5123b266b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.871205] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 672.871205] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a1ac9f-99c6-4343-b329-5f46af569ba4" [ 672.871205] env[69289]: _type = "Task" [ 672.871205] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.893259] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cb903d50-5d57-49b6-9e74-8d71925e1b3c/cb903d50-5d57-49b6-9e74-8d71925e1b3c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.894731] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e0e98ba-5c38-437f-a986-6e7fd0b17763 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.913077] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a1ac9f-99c6-4343-b329-5f46af569ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.913981] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.914104] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.914321] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.914462] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.914640] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.914898] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dabf1b21-946a-40cc-be43-bc5ee48aac85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.919370] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 672.919370] env[69289]: value = "task-3276642" [ 672.919370] env[69289]: _type = "Task" [ 672.919370] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.928794] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.929927] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.930115] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.934629] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c467b1d-3511-4d7d-bbb9-5993e27777ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.938279] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 672.938279] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52135ccf-6a87-7e0a-fe8d-3f3ffefd1822" [ 672.938279] env[69289]: _type = "Task" [ 672.938279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.947689] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52135ccf-6a87-7e0a-fe8d-3f3ffefd1822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.130468] env[69289]: INFO nova.compute.manager [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Took 33.81 seconds to build instance. [ 673.158874] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276641, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.310602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.311195] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.316662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.082s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.316662] env[69289]: INFO nova.compute.claims [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.339972] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.340511] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.340511] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.341201] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.341391] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.341549] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.341758] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.341922] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.342301] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.342301] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.342477] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.348878] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1182558-a9af-420b-8f5f-67ac98b9dd41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.362425] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.362425] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquired lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.362425] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.368527] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 673.368527] env[69289]: value = "task-3276643" [ 673.368527] env[69289]: _type = "Task" [ 673.368527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.377870] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.430584] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276642, 'name': ReconfigVM_Task, 'duration_secs': 0.403445} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.430778] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cb903d50-5d57-49b6-9e74-8d71925e1b3c/cb903d50-5d57-49b6-9e74-8d71925e1b3c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.431380] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4697d6ce-3512-467e-b7f0-d3419b073304 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.439741] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 673.439741] env[69289]: value = "task-3276644" [ 673.439741] env[69289]: _type = "Task" [ 673.439741] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.449144] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276644, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.452426] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52135ccf-6a87-7e0a-fe8d-3f3ffefd1822, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.453196] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5283f58-56b0-4082-9234-195ba9597f57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.458413] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 673.458413] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5284786d-2c82-a13f-6c0f-1a696dfc7cd1" [ 673.458413] env[69289]: _type = "Task" [ 673.458413] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.466508] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5284786d-2c82-a13f-6c0f-1a696dfc7cd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.632218] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e64b1720-0cc7-4808-ad4c-fffc293d5eaf tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.084s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.661114] env[69289]: DEBUG oslo_vmware.api [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276641, 'name': RemoveSnapshot_Task, 'duration_secs': 0.523808} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.661444] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 673.661704] env[69289]: INFO nova.compute.manager [None req-7d5d5997-b99d-4b37-b595-170fed80ce68 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 16.27 seconds to snapshot the instance on the hypervisor. [ 673.820022] env[69289]: DEBUG nova.compute.utils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.823397] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.823673] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.876397] env[69289]: DEBUG nova.policy [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37c2b97fde3e470ba464c7156504b192', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '70596485de9548448d146d4ad47b80d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.881287] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276643, 'name': ReconfigVM_Task, 'duration_secs': 0.248057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.881287] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.943481] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.950675] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276644, 'name': Rename_Task, 'duration_secs': 0.164571} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.950859] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.951072] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fa0154-edc7-43ed-a7fe-a0002324fbf9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.958734] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 673.958734] env[69289]: value = "task-3276645" [ 673.958734] env[69289]: _type = "Task" [ 673.958734] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.971408] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.975281] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5284786d-2c82-a13f-6c0f-1a696dfc7cd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.975558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.975980] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.976611] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102f1edd-16de-45f6-afcb-7caa874ad245 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.986348] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 673.986348] env[69289]: value = "task-3276646" [ 673.986348] env[69289]: _type = "Task" [ 673.986348] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.996625] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.134662] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.288644] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Successfully created port: 161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.324312] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.388238] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.388595] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.388866] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.389132] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.389251] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.389391] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.389604] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.389762] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.389928] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.390169] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.390488] env[69289]: DEBUG nova.virt.hardware [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.397263] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 674.398307] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2766af4b-90f0-4d04-8d1c-822bbd9318a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.421343] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 674.421343] env[69289]: value = "task-3276647" [ 674.421343] env[69289]: _type = "Task" [ 674.421343] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.433502] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.469479] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.493068] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.493582] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.493801] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.494051] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.494268] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.494356] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.494503] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.494711] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.494865] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.495037] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.495203] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.495371] env[69289]: DEBUG nova.virt.hardware [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.503839] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00acd7a0-8bce-4383-9af0-66768a5a5e16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.508052] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473095} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.511209] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.511442] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.512899] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a93c09cf-decf-4206-afdc-605ff03067a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.518306] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4863c46-9795-49fb-b42e-9ff5db302b3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.523999] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 674.523999] env[69289]: value = "task-3276648" [ 674.523999] env[69289]: _type = "Task" [ 674.523999] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.544012] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.545354] env[69289]: DEBUG nova.network.neutron [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updating instance_info_cache with network_info: [{"id": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "address": "fa:16:3e:79:5b:3e", "network": {"id": "eedcd5dd-9b11-4c21-9dcc-a4170f7ced9a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86909780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb9618a74edb41a9bfecf61ede087d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8c4bbf-94", "ovs_interfaceid": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.657760] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.918376] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc3199a-fcd0-4e00-9d69-baa25fe1dd9b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.928768] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1facbab6-fa22-49d2-a612-7e2d7d505605 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.934727] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276647, 'name': ReconfigVM_Task, 'duration_secs': 0.184348} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.935363] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 674.936138] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eef5c3-4af6-421a-ba27-87167668ac14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.969195] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaab3cd-e116-4e9a-b30f-5add267249d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.990321] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.991330] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a3e423-2064-4aac-ac6e-b960a45ef2fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.010356] env[69289]: DEBUG oslo_vmware.api [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276645, 'name': PowerOnVM_Task, 'duration_secs': 0.547473} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.011256] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.011454] env[69289]: INFO nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Took 7.89 seconds to spawn the instance on the hypervisor. [ 675.011628] env[69289]: DEBUG nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.012949] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90a2de-8ddb-4076-9602-e25eb3c97121 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.018728] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c19f8e-5c94-4687-86ed-6b64b23a9963 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.021770] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 675.021770] env[69289]: value = "task-3276649" [ 675.021770] env[69289]: _type = "Task" [ 675.021770] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.035384] env[69289]: DEBUG nova.compute.provider_tree [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.051556] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Releasing lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.051888] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Instance network_info: |[{"id": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "address": "fa:16:3e:79:5b:3e", "network": {"id": "eedcd5dd-9b11-4c21-9dcc-a4170f7ced9a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86909780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb9618a74edb41a9bfecf61ede087d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8c4bbf-94", "ovs_interfaceid": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.052201] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.052585] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077439} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.053565] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:5b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff8c4bbf-9464-422b-86fa-f5eb1e655278', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.062757] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Creating folder: Project (fb9618a74edb41a9bfecf61ede087d04). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.062757] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.062757] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-369501fb-825c-4f6d-83cd-e2aba670324c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.067051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667f6f9f-c30d-4924-9b78-5f47b6bf7f6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.087245] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.089395] env[69289]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 675.089395] env[69289]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69289) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 675.089891] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d7a232-e4b4-4a5f-9afd-f09003605576 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.111112] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Folder already exists: Project (fb9618a74edb41a9bfecf61ede087d04). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 675.111342] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Creating folder: Instances. Parent ref: group-v654378. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.112505] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43e0195-c3cb-44b8-abc0-dde0ae9071fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.120393] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 675.120393] env[69289]: value = "task-3276652" [ 675.120393] env[69289]: _type = "Task" [ 675.120393] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.125310] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Created folder: Instances in parent group-v654378. [ 675.125569] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.126176] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.126388] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1de71415-2e1c-48c8-a505-37a79132db80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.145100] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.156418] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.156418] env[69289]: value = "task-3276653" [ 675.156418] env[69289]: _type = "Task" [ 675.156418] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.164782] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276653, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.341772] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.345977] env[69289]: DEBUG nova.compute.manager [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Received event network-changed-ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.346228] env[69289]: DEBUG nova.compute.manager [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Refreshing instance network info cache due to event network-changed-ff8c4bbf-9464-422b-86fa-f5eb1e655278. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.346471] env[69289]: DEBUG oslo_concurrency.lockutils [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] Acquiring lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.346621] env[69289]: DEBUG oslo_concurrency.lockutils [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] Acquired lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.346780] env[69289]: DEBUG nova.network.neutron [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Refreshing network info cache for port ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.373429] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.373669] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.373851] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.374068] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.374223] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.374370] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.374597] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.374758] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.374926] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.375107] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.375285] env[69289]: DEBUG nova.virt.hardware [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.376456] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499cb612-fe7d-4ac2-8d4a-febf3d8dc82e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.384394] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeb1a1a-b9ed-40a1-a85b-cc10642bf90e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.525505] env[69289]: DEBUG nova.compute.manager [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.525757] env[69289]: DEBUG nova.compute.manager [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing instance network info cache due to event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.525970] env[69289]: DEBUG oslo_concurrency.lockutils [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] Acquiring lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526163] env[69289]: DEBUG oslo_concurrency.lockutils [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] Acquired lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526370] env[69289]: DEBUG nova.network.neutron [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.536545] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276649, 'name': ReconfigVM_Task, 'duration_secs': 0.320823} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.536818] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3/c06b582b-2e3c-4dde-a270-87012f5299d3.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.537140] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.545095] env[69289]: DEBUG nova.scheduler.client.report [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.553809] env[69289]: INFO nova.compute.manager [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Took 32.35 seconds to build instance. [ 675.631354] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276652, 'name': ReconfigVM_Task, 'duration_secs': 0.418257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.631672] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.632427] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2ee641-1ff1-4e31-b056-ff3c1b387388 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.640098] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 675.640098] env[69289]: value = "task-3276654" [ 675.640098] env[69289]: _type = "Task" [ 675.640098] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.647219] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276654, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.667276] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276653, 'name': CreateVM_Task, 'duration_secs': 0.406986} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.667668] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.668105] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654390', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'name': 'volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f60f99c-40fb-4bf6-ad56-b5cd086e4188', 'attached_at': '', 'detached_at': '', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'serial': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe'}, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': '96ca3ea7-7bad-4b81-858b-253fee7b5ff7', 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69289) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 675.668315] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Root volume attach. Driver type: vmdk {{(pid=69289) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 675.669103] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced4873-f608-4afe-b81b-9d71e4348282 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.679437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ef7931-87a3-4b2e-9eea-8620f3bcbbc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.685503] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb199ef-6555-4908-9240-00a698108469 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.691210] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5b92ce7e-563c-48bd-b20f-536270421ea7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.698770] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 675.698770] env[69289]: value = "task-3276655" [ 675.698770] env[69289]: _type = "Task" [ 675.698770] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.713577] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276655, 'name': RelocateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.798895] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Successfully updated port: 161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.038999] env[69289]: DEBUG nova.network.neutron [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updated VIF entry in instance network info cache for port ff8c4bbf-9464-422b-86fa-f5eb1e655278. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.039541] env[69289]: DEBUG nova.network.neutron [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updating instance_info_cache with network_info: [{"id": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "address": "fa:16:3e:79:5b:3e", "network": {"id": "eedcd5dd-9b11-4c21-9dcc-a4170f7ced9a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86909780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb9618a74edb41a9bfecf61ede087d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8c4bbf-94", "ovs_interfaceid": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.053017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.053017] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.056389] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b1fd25-2055-4527-a671-ceb57d2d92cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.060363] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.096s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.060769] env[69289]: DEBUG nova.objects.instance [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lazy-loading 'resources' on Instance uuid dbd215fc-e1b9-44d7-95a0-b43675a0ee1b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.063800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-275cff3c-035d-45fc-8ee8-13b6e6f5208b tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.125s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.090658] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f606b1-1681-4bed-9044-78b91005541f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.121447] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.149453] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276654, 'name': Rename_Task, 'duration_secs': 0.133205} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.149737] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.149974] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df71c902-137e-4efe-b8f5-515384bcb501 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.157487] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 676.157487] env[69289]: value = "task-3276656" [ 676.157487] env[69289]: _type = "Task" [ 676.157487] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.166178] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.212631] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276655, 'name': RelocateVM_Task} progress is 19%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.305776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.306063] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquired lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.306391] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.403967] env[69289]: DEBUG nova.network.neutron [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updated VIF entry in instance network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.404410] env[69289]: DEBUG nova.network.neutron [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [{"id": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "address": "fa:16:3e:46:2e:c4", "network": {"id": "936c5b02-5801-4bd7-8773-a541e4e43aaa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-811223326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adc48f6e8d64ee3a1ccb1f44f4bd81e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd7617-52", "ovs_interfaceid": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.542911] env[69289]: DEBUG oslo_concurrency.lockutils [req-1b8b3d21-7df1-4dee-9e4d-f9e9fb1eef84 req-d454c645-3c98-4ebc-9120-8ef7056c721f service nova] Releasing lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.562068] env[69289]: DEBUG nova.compute.utils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.563470] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.567555] env[69289]: DEBUG nova.compute.manager [None req-64d5a823-70f9-40e2-911f-bc666b5d90ec tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 10abe6bc-c197-48d1-94a6-f043b6bedae0] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.666764] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.705793] env[69289]: DEBUG nova.network.neutron [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Port adca7efe-aedc-4c20-96bd-2b4d2319ee53 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 676.713598] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276655, 'name': RelocateVM_Task, 'duration_secs': 0.775776} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.713598] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 676.713598] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654390', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'name': 'volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f60f99c-40fb-4bf6-ad56-b5cd086e4188', 'attached_at': '', 'detached_at': '', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'serial': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 676.714062] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf5667-12c1-40ff-b1f1-fb7bca2c5ed8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.737276] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390ce32-df08-45cf-912f-fef37eeb50ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.762488] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe/volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.765290] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add455e4-032d-4f1e-bcca-86b91d133380 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.784797] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 676.784797] env[69289]: value = "task-3276657" [ 676.784797] env[69289]: _type = "Task" [ 676.784797] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.794922] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.868531] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.908747] env[69289]: DEBUG oslo_concurrency.lockutils [req-8c251f62-1f8d-4ba8-a059-c43f3c4b289e req-423da615-fde0-4c9c-832e-812d7ec10e37 service nova] Releasing lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.042982] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21882cf-2d18-4d44-945a-8d247496a2aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.054994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2873e-531d-4a9c-8e38-141ca7e72af7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.106453] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.110634] env[69289]: DEBUG nova.compute.manager [None req-64d5a823-70f9-40e2-911f-bc666b5d90ec tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 10abe6bc-c197-48d1-94a6-f043b6bedae0] Instance disappeared before build. {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 677.116962] env[69289]: DEBUG nova.compute.manager [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.118902] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e49094-2391-4d0e-8433-434669c3678e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.123229] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aadf77-6a1d-4150-8482-1361a6bd0d7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.140101] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb1f09-337d-4391-9983-7c96ea1218eb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.167804] env[69289]: DEBUG nova.compute.provider_tree [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.179029] env[69289]: DEBUG oslo_vmware.api [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276656, 'name': PowerOnVM_Task, 'duration_secs': 0.61058} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.180407] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.180663] env[69289]: DEBUG nova.compute.manager [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.181572] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea93b64-0271-4190-bd6a-567bd697831a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.241398] env[69289]: DEBUG nova.network.neutron [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Updating instance_info_cache with network_info: [{"id": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "address": "fa:16:3e:4c:74:dc", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b51fd-fb", "ovs_interfaceid": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.294875] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276657, 'name': ReconfigVM_Task, 'duration_secs': 0.409777} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.295224] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe/volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.301228] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2633a976-1d02-4440-accc-afc563b62456 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.316735] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 677.316735] env[69289]: value = "task-3276658" [ 677.316735] env[69289]: _type = "Task" [ 677.316735] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.324713] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.602899] env[69289]: DEBUG nova.compute.manager [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Received event network-vif-plugged-161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.603055] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Acquiring lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.603515] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.603515] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.603727] env[69289]: DEBUG nova.compute.manager [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] No waiting events found dispatching network-vif-plugged-161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.603917] env[69289]: WARNING nova.compute.manager [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Received unexpected event network-vif-plugged-161b51fd-fb41-42ba-bd13-b936aeb2d35a for instance with vm_state building and task_state spawning. [ 677.604185] env[69289]: DEBUG nova.compute.manager [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Received event network-changed-161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.604376] env[69289]: DEBUG nova.compute.manager [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Refreshing instance network info cache due to event network-changed-161b51fd-fb41-42ba-bd13-b936aeb2d35a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.605146] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Acquiring lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.633933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-64d5a823-70f9-40e2-911f-bc666b5d90ec tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "10abe6bc-c197-48d1-94a6-f043b6bedae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.244s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.657933] env[69289]: INFO nova.compute.manager [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] instance snapshotting [ 677.664155] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da994f1-6934-4f5e-bd98-f46bbe5790e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.684045] env[69289]: DEBUG nova.scheduler.client.report [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.688190] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a25fd8-d5a6-4f7c-be09-f0724a45ba3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.703072] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.730033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.730033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.730033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.743438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Releasing lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.744037] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Instance network_info: |[{"id": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "address": "fa:16:3e:4c:74:dc", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b51fd-fb", "ovs_interfaceid": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.744328] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Acquired lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.744536] env[69289]: DEBUG nova.network.neutron [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Refreshing network info cache for port 161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.748635] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:74:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161b51fd-fb41-42ba-bd13-b936aeb2d35a', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.753176] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Creating folder: Project (70596485de9548448d146d4ad47b80d1). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.754900] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae894ce1-f766-4bfe-92c8-1cf6c71e6065 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.765352] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Created folder: Project (70596485de9548448d146d4ad47b80d1) in parent group-v654351. [ 677.765352] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Creating folder: Instances. Parent ref: group-v654432. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.765533] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae3ba4dd-2f9d-4208-9bf2-097898fb077f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.773958] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Created folder: Instances in parent group-v654432. [ 677.774208] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.774387] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.774583] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1a9bc0-3b56-4a0f-aef1-7fbd3442bad8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.792315] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.792315] env[69289]: value = "task-3276661" [ 677.792315] env[69289]: _type = "Task" [ 677.792315] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.803177] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276661, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.825338] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276658, 'name': ReconfigVM_Task, 'duration_secs': 0.247465} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.825619] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654390', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'name': 'volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f60f99c-40fb-4bf6-ad56-b5cd086e4188', 'attached_at': '', 'detached_at': '', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'serial': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 677.826184] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efe3b4dd-476a-4177-9158-44a27004dddb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.833615] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 677.833615] env[69289]: value = "task-3276662" [ 677.833615] env[69289]: _type = "Task" [ 677.833615] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.841195] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276662, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.128212] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.142022] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.151021] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.151021] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.151021] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.151198] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.151415] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.151709] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.152053] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.152639] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.152954] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.153257] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.153560] env[69289]: DEBUG nova.virt.hardware [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.154582] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509abb8a-9f77-4a80-aabf-0ee0f478884b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.163575] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e84cb2-54e2-45c3-8a98-d12a6c5d511e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.180335] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.187949] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Creating folder: Project (22fa0e8446a64d05916f899b55721966). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.189330] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd592dac-1db9-4965-9b34-ca3652614076 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.191842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.194059] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.085s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.195566] env[69289]: INFO nova.compute.claims [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.202719] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Created folder: Project (22fa0e8446a64d05916f899b55721966) in parent group-v654351. [ 678.202719] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Creating folder: Instances. Parent ref: group-v654435. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.203711] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 678.203931] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5b9837-b153-4a8f-bc97-04943dc0d0e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.205887] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-027f56d0-2146-4065-ad37-8870567d095a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.213041] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 678.213041] env[69289]: value = "task-3276665" [ 678.213041] env[69289]: _type = "Task" [ 678.213041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.218431] env[69289]: INFO nova.scheduler.client.report [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Deleted allocations for instance dbd215fc-e1b9-44d7-95a0-b43675a0ee1b [ 678.220136] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Created folder: Instances in parent group-v654435. [ 678.222752] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.224649] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.227647] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3f7bd49-cbdc-414d-bb8d-1e641c10bb6c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.243266] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.251109] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.251109] env[69289]: value = "task-3276666" [ 678.251109] env[69289]: _type = "Task" [ 678.251109] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.266274] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276666, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.302739] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276661, 'name': CreateVM_Task, 'duration_secs': 0.465383} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.302942] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.303687] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.303875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.304248] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.304505] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f848cb-6639-46a3-9ef2-484e4ab3f014 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.308894] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 678.308894] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52fd9856-9ec7-e997-d0b7-653073a42dc9" [ 678.308894] env[69289]: _type = "Task" [ 678.308894] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.319743] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fd9856-9ec7-e997-d0b7-653073a42dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.342601] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276662, 'name': Rename_Task, 'duration_secs': 0.188902} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.343189] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.343459] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d0f5b0-05c5-479e-a026-b78b7fdc9a53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.349453] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 678.349453] env[69289]: value = "task-3276667" [ 678.349453] env[69289]: _type = "Task" [ 678.349453] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.357123] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.667394] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.723540] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.731936] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b0efa34-fa8d-4331-8fc3-412e2ecab0ca tempest-TenantUsagesTestJSON-1176272042 tempest-TenantUsagesTestJSON-1176272042-project-member] Lock "dbd215fc-e1b9-44d7-95a0-b43675a0ee1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.578s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.767936] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276666, 'name': CreateVM_Task, 'duration_secs': 0.306064} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.771181] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.771615] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.822680] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fd9856-9ec7-e997-d0b7-653073a42dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.823899] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.824154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.824442] env[69289]: DEBUG nova.network.neutron [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.826201] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.826720] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.826945] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.827211] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.827481] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.828014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.828339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.828623] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8f4fe4-70a7-4a80-9db3-2e9ec3b28d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.830949] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25c55f7-d568-4318-82e1-75b50021dee5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839477] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 678.839477] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5209ffbd-45bd-34b6-8b5f-46b534a51ce2" [ 678.839477] env[69289]: _type = "Task" [ 678.839477] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.844618] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.844923] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.849343] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45639e7-22c1-4ab4-93e5-3dbafa4911ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.854684] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5209ffbd-45bd-34b6-8b5f-46b534a51ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.861363] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 678.861363] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebf80a-e23c-0bb4-8dfa-6539db78671a" [ 678.861363] env[69289]: _type = "Task" [ 678.861363] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.864451] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.878157] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebf80a-e23c-0bb4-8dfa-6539db78671a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.937828] env[69289]: DEBUG nova.network.neutron [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Updated VIF entry in instance network info cache for port 161b51fd-fb41-42ba-bd13-b936aeb2d35a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.938384] env[69289]: DEBUG nova.network.neutron [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Updating instance_info_cache with network_info: [{"id": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "address": "fa:16:3e:4c:74:dc", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b51fd-fb", "ovs_interfaceid": "161b51fd-fb41-42ba-bd13-b936aeb2d35a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.222832] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276665, 'name': CreateSnapshot_Task, 'duration_secs': 0.703503} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.223152] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.224400] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1268f-8487-42c3-a58a-91a7539e22f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.272358] env[69289]: DEBUG nova.compute.manager [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.272654] env[69289]: DEBUG nova.compute.manager [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing instance network info cache due to event network-changed-3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.272833] env[69289]: DEBUG oslo_concurrency.lockutils [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] Acquiring lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.272989] env[69289]: DEBUG oslo_concurrency.lockutils [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] Acquired lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.273899] env[69289]: DEBUG nova.network.neutron [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Refreshing network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.352345] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5209ffbd-45bd-34b6-8b5f-46b534a51ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.036334} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.355637] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.356052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.356695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.366097] env[69289]: DEBUG oslo_vmware.api [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276667, 'name': PowerOnVM_Task, 'duration_secs': 0.538861} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.369498] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.369712] env[69289]: INFO nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Took 4.88 seconds to spawn the instance on the hypervisor. [ 679.369893] env[69289]: DEBUG nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.375017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1bb0aa-b9fb-4cea-8772-7f6a5d171bb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.385208] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ebf80a-e23c-0bb4-8dfa-6539db78671a, 'name': SearchDatastore_Task, 'duration_secs': 0.026496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.393245] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7aa928-3aaf-455b-accb-a654f3fa7b21 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.400652] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 679.400652] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525708da-57a1-6deb-b9d3-29358bb4255f" [ 679.400652] env[69289]: _type = "Task" [ 679.400652] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.408651] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525708da-57a1-6deb-b9d3-29358bb4255f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.441225] env[69289]: DEBUG oslo_concurrency.lockutils [req-ec8af593-f7fb-40d7-8278-9d0287a250c3 req-5d657e05-2f3b-4a2c-b5fc-f526713df15e service nova] Releasing lock "refresh_cache-32a308b1-58c4-4fd0-b074-46fe0f5eb439" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.704737] env[69289]: DEBUG nova.network.neutron [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.727998] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce985303-477b-4970-9f9e-73c69ab93973 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.736514] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe9ed88-4fc8-447a-80e9-57e69c6ff176 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.747201] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 679.747645] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e2afaa32-ac16-4c55-b207-7db119212832 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.795605] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a8e68-c4ce-49f4-b334-1db4019fb2dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.798677] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 679.798677] env[69289]: value = "task-3276668" [ 679.798677] env[69289]: _type = "Task" [ 679.798677] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.807566] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd06c8-3c7c-470a-b033-4afb56997005 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.816298] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task} progress is 23%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.826718] env[69289]: DEBUG nova.compute.provider_tree [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.914266] env[69289]: INFO nova.compute.manager [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Took 32.44 seconds to build instance. [ 679.924686] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525708da-57a1-6deb-b9d3-29358bb4255f, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.929918] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.930872] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 32a308b1-58c4-4fd0-b074-46fe0f5eb439/32a308b1-58c4-4fd0-b074-46fe0f5eb439.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.931412] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.931501] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.931731] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee545a4c-304e-4b32-8518-4e60c341470d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.936234] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b31cfb-ca4d-4fbb-a16d-051efd53919e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.946604] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 679.946604] env[69289]: value = "task-3276669" [ 679.946604] env[69289]: _type = "Task" [ 679.946604] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.948882] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.949173] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.955509] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7981d458-6a84-497a-a459-abd8ae4401bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.970538] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.972335] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 679.972335] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d4bdfd-c76f-c626-6ce7-36a55daee83e" [ 679.972335] env[69289]: _type = "Task" [ 679.972335] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.981110] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d4bdfd-c76f-c626-6ce7-36a55daee83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.210246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.230172] env[69289]: DEBUG nova.network.neutron [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updated VIF entry in instance network info cache for port 3dfd7617-52d9-4556-9d3a-0e9de3d6b156. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.230595] env[69289]: DEBUG nova.network.neutron [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [{"id": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "address": "fa:16:3e:46:2e:c4", "network": {"id": "936c5b02-5801-4bd7-8773-a541e4e43aaa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-811223326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4adc48f6e8d64ee3a1ccb1f44f4bd81e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dfd7617-52", "ovs_interfaceid": "3dfd7617-52d9-4556-9d3a-0e9de3d6b156", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.310530] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.331571] env[69289]: DEBUG nova.scheduler.client.report [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.414764] env[69289]: INFO nova.compute.manager [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Rebuilding instance [ 680.418200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e639c805-6a01-4109-87b7-fe2855f53f9d tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.303s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.462144] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276669, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.469327] env[69289]: DEBUG nova.compute.manager [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.470217] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ae2fa7-2cd2-44e7-8515-365848f00f46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.485527] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d4bdfd-c76f-c626-6ce7-36a55daee83e, 'name': SearchDatastore_Task, 'duration_secs': 0.017105} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.486803] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5193d2d7-ed0a-4d2b-8ed0-fcf7199a1395 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.491435] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 680.491435] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52871033-f939-32e8-7c97-5a2ed0085308" [ 680.491435] env[69289]: _type = "Task" [ 680.491435] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.499206] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52871033-f939-32e8-7c97-5a2ed0085308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.733608] env[69289]: DEBUG oslo_concurrency.lockutils [req-19d61154-0c90-4d72-87a7-ff8bedc3d110 req-a8341d56-0bc0-4167-be41-e7bd3d7737af service nova] Releasing lock "refresh_cache-48d982a0-e7ca-4469-8a23-e6332c88e28c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.743555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253264b-88ef-476d-9056-8e9c7e3b44c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.765463] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3461224-de77-4d84-bccf-aaa2794d95d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.773861] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.812578] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.837954] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.838471] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.841049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.160s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.846033] env[69289]: INFO nova.compute.claims [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.924171] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.963482] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559434} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.963836] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 32a308b1-58c4-4fd0-b074-46fe0f5eb439/32a308b1-58c4-4fd0-b074-46fe0f5eb439.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.964144] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.964459] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31d968d3-a1ba-463f-a5cb-3434482c4d32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.972789] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 680.972789] env[69289]: value = "task-3276670" [ 680.972789] env[69289]: _type = "Task" [ 680.972789] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.982361] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.003490] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52871033-f939-32e8-7c97-5a2ed0085308, 'name': SearchDatastore_Task, 'duration_secs': 0.014965} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.003752] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.004035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ee1fdb22-092f-48ff-9896-8b23f6bb14a2/ee1fdb22-092f-48ff-9896-8b23f6bb14a2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.004305] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b456e477-463c-4957-8617-878be760be59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.012783] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 681.012783] env[69289]: value = "task-3276671" [ 681.012783] env[69289]: _type = "Task" [ 681.012783] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.028932] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.282752] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.284018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba82c0d-b44c-4bbb-8443-561b9bfae8ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.293666] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 681.293666] env[69289]: value = "task-3276672" [ 681.293666] env[69289]: _type = "Task" [ 681.293666] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.310942] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.314968] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.351680] env[69289]: DEBUG nova.compute.utils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.354236] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.354236] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.450398] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.485800] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075334} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.487954] env[69289]: DEBUG nova.policy [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1648018613ae4de5af6d8ab1d1f634f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649c016bdef64f0ea5ecb18d82cd7209', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.489407] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.490284] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f09f7b-48f8-4c9c-80e5-d0076f919300 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.493449] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.493696] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ea6b1b6-4b8a-47e1-9788-ea56fb2418f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.522848] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 32a308b1-58c4-4fd0-b074-46fe0f5eb439/32a308b1-58c4-4fd0-b074-46fe0f5eb439.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.525833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.526133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.526353] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.526552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.526718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.528309] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a698735-f92e-414a-8b2c-1ee7fea07332 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.548360] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 681.548360] env[69289]: value = "task-3276673" [ 681.548360] env[69289]: _type = "Task" [ 681.548360] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.548874] env[69289]: INFO nova.compute.manager [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Terminating instance [ 681.564866] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 681.564866] env[69289]: value = "task-3276674" [ 681.564866] env[69289]: _type = "Task" [ 681.564866] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.568228] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.575337] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276671, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.582164] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.804931] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276672, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.814675] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.858064] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.043150] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785179} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.043523] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ee1fdb22-092f-48ff-9896-8b23f6bb14a2/ee1fdb22-092f-48ff-9896-8b23f6bb14a2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.043776] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.044097] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe247bbc-c8cd-4f8b-8d2b-529d0821a3f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.061036] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 682.061036] env[69289]: value = "task-3276675" [ 682.061036] env[69289]: _type = "Task" [ 682.061036] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.062542] env[69289]: DEBUG nova.compute.manager [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.062746] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.067335] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da90fadc-f5b4-4bf3-ac35-b3b3624f986e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.090903] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.091240] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276673, 'name': PowerOffVM_Task, 'duration_secs': 0.365626} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.095657] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.095971] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.096485] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.099083] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f0a5df-ec16-4437-a2c8-45bbbab52a39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.103632] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9024166-a367-4c44-921a-9effb14aabcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.110732] env[69289]: DEBUG nova.compute.manager [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Received event network-changed-ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.110861] env[69289]: DEBUG nova.compute.manager [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Refreshing instance network info cache due to event network-changed-ff8c4bbf-9464-422b-86fa-f5eb1e655278. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.111208] env[69289]: DEBUG oslo_concurrency.lockutils [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] Acquiring lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.111411] env[69289]: DEBUG oslo_concurrency.lockutils [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] Acquired lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.111611] env[69289]: DEBUG nova.network.neutron [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Refreshing network info cache for port ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.121450] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.129910] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.131378] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4bd97e-ad7e-4e7c-adc9-26b1bf541977 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.133681] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 682.133681] env[69289]: value = "task-3276676" [ 682.133681] env[69289]: _type = "Task" [ 682.133681] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.152500] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.167288] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.167539] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.167722] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Deleting the datastore file [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.168008] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54622299-49f1-4f7c-af6a-9c4c5584f3bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.178275] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 682.178275] env[69289]: value = "task-3276678" [ 682.178275] env[69289]: _type = "Task" [ 682.178275] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.187256] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.204706] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Successfully created port: d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.307078] env[69289]: DEBUG oslo_vmware.api [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276672, 'name': PowerOnVM_Task, 'duration_secs': 0.695716} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.315986] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.316243] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-45a97ded-cd54-4f03-9357-1844c680a4fa tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance 'c06b582b-2e3c-4dde-a270-87012f5299d3' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.328854] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276668, 'name': CloneVM_Task, 'duration_secs': 2.147378} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.329181] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Created linked-clone VM from snapshot [ 682.330076] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a566b602-d57e-4b18-b4ff-58dad8d99d0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.344611] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Uploading image 7c1bb530-2835-4284-b1ed-2338b342c13a {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.385992] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.385992] env[69289]: value = "vm-654439" [ 682.385992] env[69289]: _type = "VirtualMachine" [ 682.385992] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.386642] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-463cee7c-9c41-427a-9a2b-dc69158c80c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.398377] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease: (returnval){ [ 682.398377] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52086fdf-9168-84e5-b8cf-f0cca8403b10" [ 682.398377] env[69289]: _type = "HttpNfcLease" [ 682.398377] env[69289]: } obtained for exporting VM: (result){ [ 682.398377] env[69289]: value = "vm-654439" [ 682.398377] env[69289]: _type = "VirtualMachine" [ 682.398377] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.398720] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the lease: (returnval){ [ 682.398720] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52086fdf-9168-84e5-b8cf-f0cca8403b10" [ 682.398720] env[69289]: _type = "HttpNfcLease" [ 682.398720] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.407811] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.407811] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52086fdf-9168-84e5-b8cf-f0cca8403b10" [ 682.407811] env[69289]: _type = "HttpNfcLease" [ 682.407811] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 682.478935] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d2eb7-18a4-4070-9a40-f54f9d1935ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.487797] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb898bf-88df-4db6-bbd4-61f7311db1e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.522177] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb109026-bebd-41dd-a6b3-8e57f6875388 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.531120] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114582da-0ec6-4402-b73b-03e36a2fe33b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.547985] env[69289]: DEBUG nova.compute.provider_tree [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.563317] env[69289]: DEBUG nova.compute.manager [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.567464] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b53ca09-2048-45b5-828e-b4ce103cbe94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.578896] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099786} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.582028] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.586221] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f188437e-b68c-4f8a-94a5-ba3694690904 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.596241] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276674, 'name': ReconfigVM_Task, 'duration_secs': 0.551856} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.599935] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 32a308b1-58c4-4fd0-b074-46fe0f5eb439/32a308b1-58c4-4fd0-b074-46fe0f5eb439.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.609282] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] ee1fdb22-092f-48ff-9896-8b23f6bb14a2/ee1fdb22-092f-48ff-9896-8b23f6bb14a2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.610217] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13ddd3c-f809-4275-97a8-c77ce6c2e79b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.611930] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb70db4-afaa-4d3b-a230-a00f11a1562e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.635867] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 682.635867] env[69289]: value = "task-3276680" [ 682.635867] env[69289]: _type = "Task" [ 682.635867] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.640546] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 682.640546] env[69289]: value = "task-3276681" [ 682.640546] env[69289]: _type = "Task" [ 682.640546] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.651259] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276676, 'name': PowerOffVM_Task, 'duration_secs': 0.303646} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.651833] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.652080] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.652340] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3214b97-8e5e-4747-bf06-274c7de2487c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.658573] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276680, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.662101] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.691632] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161819} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.691983] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.692295] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.692589] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.742766] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.743061] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.743187] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Deleting the datastore file [datastore2] 48d982a0-e7ca-4469-8a23-e6332c88e28c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.746095] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac9dee9f-beff-443e-be0f-0cd8acaf19d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.751375] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for the task: (returnval){ [ 682.751375] env[69289]: value = "task-3276683" [ 682.751375] env[69289]: _type = "Task" [ 682.751375] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.760771] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.874292] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.899030] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.899030] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.899030] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.899255] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.899255] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.899255] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.899255] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.906027] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.906027] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.906027] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.906027] env[69289]: DEBUG nova.virt.hardware [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.906027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308fd62-c39e-401d-8fe8-d761b4f1abec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.934458] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.934458] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52086fdf-9168-84e5-b8cf-f0cca8403b10" [ 682.934458] env[69289]: _type = "HttpNfcLease" [ 682.934458] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 682.936308] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e49e5-b96a-4b5a-a245-bacc1a4bad16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.945488] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 682.945488] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52086fdf-9168-84e5-b8cf-f0cca8403b10" [ 682.945488] env[69289]: _type = "HttpNfcLease" [ 682.945488] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 682.946925] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d757e-ce96-4f92-b10d-deb6a5902a05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.960506] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 682.960687] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.053581] env[69289]: DEBUG nova.scheduler.client.report [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.080426] env[69289]: INFO nova.compute.manager [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] instance snapshotting [ 683.083571] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77f7ec-8c31-47af-adf6-2cbd36e89613 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.105597] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7efb5-8053-46d3-9474-01683c82b844 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.111281] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-103c9c89-9f88-4a82-bb84-feca32bf40d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.129017] env[69289]: DEBUG nova.network.neutron [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updated VIF entry in instance network info cache for port ff8c4bbf-9464-422b-86fa-f5eb1e655278. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.132776] env[69289]: DEBUG nova.network.neutron [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updating instance_info_cache with network_info: [{"id": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "address": "fa:16:3e:79:5b:3e", "network": {"id": "eedcd5dd-9b11-4c21-9dcc-a4170f7ced9a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-86909780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb9618a74edb41a9bfecf61ede087d04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8c4bbf-94", "ovs_interfaceid": "ff8c4bbf-9464-422b-86fa-f5eb1e655278", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.163052] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276680, 'name': Rename_Task, 'duration_secs': 0.171217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.163308] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276681, 'name': ReconfigVM_Task, 'duration_secs': 0.321216} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.164593] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.164879] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Reconfigured VM instance instance-0000001e to attach disk [datastore2] ee1fdb22-092f-48ff-9896-8b23f6bb14a2/ee1fdb22-092f-48ff-9896-8b23f6bb14a2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.165471] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d45f0ac5-f3a7-42b1-ad4b-5ae0f7fe602b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.167356] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276694e1-e3eb-41d9-8033-8c29ea0669dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.177561] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 683.177561] env[69289]: value = "task-3276685" [ 683.177561] env[69289]: _type = "Task" [ 683.177561] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.179224] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 683.179224] env[69289]: value = "task-3276684" [ 683.179224] env[69289]: _type = "Task" [ 683.179224] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.194621] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.195072] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276685, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.264336] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.561027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.561632] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.564552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.808s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.566335] env[69289]: DEBUG nova.objects.instance [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lazy-loading 'resources' on Instance uuid e0c69223-79c6-4c14-9ef5-8a02ae8d93f1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.620869] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 683.622664] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb15b690-bc86-436c-89bf-5a79b46b2f8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.634550] env[69289]: DEBUG oslo_concurrency.lockutils [req-7cb4ef94-556a-4ba5-b9e0-d93d5b69a8f6 req-641e3e82-d74b-4d70-a87c-e9d21d152686 service nova] Releasing lock "refresh_cache-6f60f99c-40fb-4bf6-ad56-b5cd086e4188" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.637181] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 683.637181] env[69289]: value = "task-3276686" [ 683.637181] env[69289]: _type = "Task" [ 683.637181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.648628] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.692906] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276685, 'name': Rename_Task, 'duration_secs': 0.317592} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.696743] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.697258] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276684, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.697605] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab23439-4051-4728-b208-12acfc64459c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.708840] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 683.708840] env[69289]: value = "task-3276687" [ 683.708840] env[69289]: _type = "Task" [ 683.708840] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.719128] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.733323] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.733601] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.733883] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.734263] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.734263] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.734406] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.734661] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.734873] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.735096] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.735344] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.735524] env[69289]: DEBUG nova.virt.hardware [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.736589] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce6703-0a7d-4006-8d80-d7685b50d961 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.749317] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0110e2-8001-4f9d-bed1-b8638accb409 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.769491] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.775576] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.779942] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.780653] env[69289]: DEBUG oslo_vmware.api [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Task: {'id': task-3276683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520562} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.780653] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e93b04cc-af6b-4eb0-9adb-e3d92dc257c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.796324] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.798935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.798935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.798935] env[69289]: INFO nova.compute.manager [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 683.798935] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.798935] env[69289]: DEBUG nova.compute.manager [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.799330] env[69289]: DEBUG nova.network.neutron [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.806911] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.806911] env[69289]: value = "task-3276688" [ 683.806911] env[69289]: _type = "Task" [ 683.806911] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.816864] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276688, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.070202] env[69289]: DEBUG nova.compute.utils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.075823] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.076992] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.153101] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276686, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.171754] env[69289]: DEBUG nova.policy [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.199954] env[69289]: DEBUG oslo_vmware.api [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276684, 'name': PowerOnVM_Task, 'duration_secs': 0.731756} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.202195] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.202660] env[69289]: INFO nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Took 8.86 seconds to spawn the instance on the hypervisor. [ 684.203230] env[69289]: DEBUG nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.204755] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a64c74-a0c5-4b03-9ad6-8f983e8ffb66 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.238754] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.329662] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276688, 'name': CreateVM_Task, 'duration_secs': 0.358002} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.329662] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Successfully updated port: d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.330627] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.331194] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.331351] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.332627] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.333224] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83732a06-9be2-494e-8644-2860817e5e5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.340956] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 684.340956] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5275ab9e-2424-8707-eaa8-a1c6235a4717" [ 684.340956] env[69289]: _type = "Task" [ 684.340956] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.362424] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5275ab9e-2424-8707-eaa8-a1c6235a4717, 'name': SearchDatastore_Task, 'duration_secs': 0.015705} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.365589] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.365589] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.365589] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.365589] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.365809] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.372768] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596f9a58-6909-4f90-8eb3-18522ecda71b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.387703] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.387809] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.388902] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1642285d-0ebd-4258-a9eb-ec64f7d749b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.401506] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 684.401506] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5229f5e0-7c94-6788-1084-a542cb714608" [ 684.401506] env[69289]: _type = "Task" [ 684.401506] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.419476] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5229f5e0-7c94-6788-1084-a542cb714608, 'name': SearchDatastore_Task, 'duration_secs': 0.01752} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.420754] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a895f53a-9ce0-41e2-aa81-3f2f9ac5da2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.428352] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 684.428352] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d7ca58-a67a-ca23-4769-dea02e2060c3" [ 684.428352] env[69289]: _type = "Task" [ 684.428352] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.441430] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d7ca58-a67a-ca23-4769-dea02e2060c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.513644] env[69289]: DEBUG nova.compute.manager [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Received event network-vif-plugged-d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.513931] env[69289]: DEBUG oslo_concurrency.lockutils [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] Acquiring lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.514184] env[69289]: DEBUG oslo_concurrency.lockutils [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] Lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.514371] env[69289]: DEBUG oslo_concurrency.lockutils [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] Lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.515249] env[69289]: DEBUG nova.compute.manager [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] No waiting events found dispatching network-vif-plugged-d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.516522] env[69289]: WARNING nova.compute.manager [req-a4066a21-4715-41b3-bea5-0a65045ca1c7 req-64f9cf87-1eb5-4a08-8de8-b24b3c3d2625 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Received unexpected event network-vif-plugged-d13d4273-d7e4-4254-bf17-b92ddceb9d04 for instance with vm_state building and task_state spawning. [ 684.576388] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.584885] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Successfully created port: 18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.653537] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276686, 'name': CreateSnapshot_Task, 'duration_secs': 0.729618} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.653885] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.654799] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff109a1f-f5b8-46b1-a2bb-53360ef23827 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.693846] env[69289]: DEBUG nova.compute.manager [req-ed1b69b9-5432-4e82-b16f-c7aac29fec7f req-c55ed7aa-5203-4ae1-9154-d8766799942d service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Received event network-vif-deleted-3dfd7617-52d9-4556-9d3a-0e9de3d6b156 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.694226] env[69289]: INFO nova.compute.manager [req-ed1b69b9-5432-4e82-b16f-c7aac29fec7f req-c55ed7aa-5203-4ae1-9154-d8766799942d service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Neutron deleted interface 3dfd7617-52d9-4556-9d3a-0e9de3d6b156; detaching it from the instance and deleting it from the info cache [ 684.695024] env[69289]: DEBUG nova.network.neutron [req-ed1b69b9-5432-4e82-b16f-c7aac29fec7f req-c55ed7aa-5203-4ae1-9154-d8766799942d service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.724265] env[69289]: DEBUG oslo_vmware.api [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276687, 'name': PowerOnVM_Task, 'duration_secs': 0.559073} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.724660] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.724902] env[69289]: INFO nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Took 6.60 seconds to spawn the instance on the hypervisor. [ 684.725112] env[69289]: DEBUG nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.726269] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde0c77b-b2be-4fa2-a629-9f6f25bdcf65 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.751214] env[69289]: INFO nova.compute.manager [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Took 31.12 seconds to build instance. [ 684.768797] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee0460a-70a1-4e52-9a05-88173670a79e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.779711] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a88729-363b-45bb-a129-4ad24362092d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.817335] env[69289]: DEBUG nova.network.neutron [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.819454] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548158e2-63f2-4326-ab02-81374c5f93ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.830039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b39d54-1ec7-4586-9cbd-2a99b67960c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.835022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.835210] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.835391] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.849633] env[69289]: DEBUG nova.compute.provider_tree [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.877510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.877776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.877957] env[69289]: DEBUG nova.compute.manager [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Going to confirm migration 1 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 684.941945] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d7ca58-a67a-ca23-4769-dea02e2060c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018952} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.942258] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.942527] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.942786] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb7c8751-02ed-46a6-91d1-60a92190fc0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.950752] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 684.950752] env[69289]: value = "task-3276689" [ 684.950752] env[69289]: _type = "Task" [ 684.950752] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.964176] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.177779] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 685.178877] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35b67564-962c-4fdf-9bb9-440f4750599d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.188944] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 685.188944] env[69289]: value = "task-3276690" [ 685.188944] env[69289]: _type = "Task" [ 685.188944] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.202554] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.203304] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5118d287-0af5-44e5-ba81-fa367a9a20e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.215512] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b53c8f-88af-481b-bed6-ccf7255926f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.261914] env[69289]: DEBUG oslo_concurrency.lockutils [None req-241d2a0e-ec55-46b6-8619-a6930e4f77ce tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.823s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.262429] env[69289]: DEBUG nova.compute.manager [req-ed1b69b9-5432-4e82-b16f-c7aac29fec7f req-c55ed7aa-5203-4ae1-9154-d8766799942d service nova] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Detach interface failed, port_id=3dfd7617-52d9-4556-9d3a-0e9de3d6b156, reason: Instance 48d982a0-e7ca-4469-8a23-e6332c88e28c could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 685.265842] env[69289]: INFO nova.compute.manager [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Took 31.05 seconds to build instance. [ 685.290271] env[69289]: DEBUG nova.compute.manager [None req-94b36c1d-3afe-4125-8a2a-50145ef22322 tempest-ServerDiagnosticsTest-1107258027 tempest-ServerDiagnosticsTest-1107258027-project-admin] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.291560] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4fd80f-f08e-4c04-a7cd-e6f6e61d6a2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.301453] env[69289]: INFO nova.compute.manager [None req-94b36c1d-3afe-4125-8a2a-50145ef22322 tempest-ServerDiagnosticsTest-1107258027 tempest-ServerDiagnosticsTest-1107258027-project-admin] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Retrieving diagnostics [ 685.302315] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b8fa7-2d81-40d7-aff0-10827d4a5733 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.340278] env[69289]: INFO nova.compute.manager [-] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Took 1.54 seconds to deallocate network for instance. [ 685.353069] env[69289]: DEBUG nova.scheduler.client.report [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.440053] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.464219] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276689, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.550681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.555085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.555605] env[69289]: DEBUG nova.network.neutron [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.557368] env[69289]: DEBUG nova.objects.instance [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lazy-loading 'info_cache' on Instance uuid c06b582b-2e3c-4dde-a270-87012f5299d3 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.593617] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.628687] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.628687] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.628881] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.629224] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.629478] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.629731] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.630079] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.630360] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.630777] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.630918] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.631232] env[69289]: DEBUG nova.virt.hardware [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.632524] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f03d40-3e2e-4c87-9e11-e4fc1a751602 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.648155] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f52df-8758-4ede-b601-f2bdcb06a883 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.686684] env[69289]: DEBUG nova.network.neutron [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Updating instance_info_cache with network_info: [{"id": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "address": "fa:16:3e:e1:00:9b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13d4273-d7", "ovs_interfaceid": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.700827] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.767343] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.770260] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ae9197f1-71d4-498e-8a4e-389895072cda tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.426s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.851983] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.862040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.862040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.080s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.862881] env[69289]: INFO nova.compute.claims [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.965530] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660824} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.970026] env[69289]: INFO nova.scheduler.client.report [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Deleted allocations for instance e0c69223-79c6-4c14-9ef5-8a02ae8d93f1 [ 685.970026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.970026] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.975476] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5c3093-a328-452a-b1cf-669a5cddd8ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.986043] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 685.986043] env[69289]: value = "task-3276691" [ 685.986043] env[69289]: _type = "Task" [ 685.986043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.997392] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.189446] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190027] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Instance network_info: |[{"id": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "address": "fa:16:3e:e1:00:9b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13d4273-d7", "ovs_interfaceid": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.190279] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:00:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd13d4273-d7e4-4254-bf17-b92ddceb9d04', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.198272] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Creating folder: Project (649c016bdef64f0ea5ecb18d82cd7209). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.198674] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb805e88-6f6d-44a4-bbdc-447272036b56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.210705] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.214856] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Successfully updated port: 18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.214856] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Created folder: Project (649c016bdef64f0ea5ecb18d82cd7209) in parent group-v654351. [ 686.215139] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Creating folder: Instances. Parent ref: group-v654443. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.215253] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad405e6c-4c2c-4df0-9058-405734c3a5ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.229324] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Created folder: Instances in parent group-v654443. [ 686.229559] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.229795] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.230037] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dac17f2-154e-401e-994d-156d3b783fb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.257340] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.257340] env[69289]: value = "task-3276694" [ 686.257340] env[69289]: _type = "Task" [ 686.257340] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.268259] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276694, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.274593] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.294457] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.482858] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a3c426d0-ba43-4606-a20f-f5e42608c85e tempest-ServersTestFqdnHostnames-1878257805 tempest-ServersTestFqdnHostnames-1878257805-project-member] Lock "e0c69223-79c6-4c14-9ef5-8a02ae8d93f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.750s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.506522] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135511} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.506764] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.507687] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7787483d-57fc-4acc-a611-967432581084 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.529823] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.530966] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3979d0f-2e12-4617-95b6-cbc89b430f04 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.553571] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 686.553571] env[69289]: value = "task-3276695" [ 686.553571] env[69289]: _type = "Task" [ 686.553571] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.563075] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.597891] env[69289]: DEBUG nova.compute.manager [None req-2add7c67-a60c-47c8-a2a3-5ce3e7d00b50 tempest-ServerDiagnosticsV248Test-1722026707 tempest-ServerDiagnosticsV248Test-1722026707-project-admin] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.599096] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258ded8d-c339-48f6-8598-e4de13e209f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.609444] env[69289]: INFO nova.compute.manager [None req-2add7c67-a60c-47c8-a2a3-5ce3e7d00b50 tempest-ServerDiagnosticsV248Test-1722026707 tempest-ServerDiagnosticsV248Test-1722026707-project-admin] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Retrieving diagnostics [ 686.610247] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ba9a0-b4b7-4e39-a6f2-cbe32196a78c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.710526] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.714369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.714536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.714642] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.768991] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276694, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.820942] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.883581] env[69289]: DEBUG nova.network.neutron [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [{"id": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "address": "fa:16:3e:e7:0e:30", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadca7efe-ae", "ovs_interfaceid": "adca7efe-aedc-4c20-96bd-2b4d2319ee53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.913565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.913565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.913848] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.913881] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.914061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.919463] env[69289]: INFO nova.compute.manager [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Terminating instance [ 687.069216] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276695, 'name': ReconfigVM_Task, 'duration_secs': 0.492384} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.069571] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Reconfigured VM instance instance-00000019 to attach disk [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6/add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.070252] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f502a8d3-9060-4c2e-95dd-ebc265e13c07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.080788] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 687.080788] env[69289]: value = "task-3276696" [ 687.080788] env[69289]: _type = "Task" [ 687.080788] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.091695] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276696, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.150552] env[69289]: DEBUG nova.compute.manager [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Received event network-changed-d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.150552] env[69289]: DEBUG nova.compute.manager [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Refreshing instance network info cache due to event network-changed-d13d4273-d7e4-4254-bf17-b92ddceb9d04. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.150552] env[69289]: DEBUG oslo_concurrency.lockutils [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] Acquiring lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.150552] env[69289]: DEBUG oslo_concurrency.lockutils [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] Acquired lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.150552] env[69289]: DEBUG nova.network.neutron [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Refreshing network info cache for port d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.209792] env[69289]: DEBUG nova.compute.manager [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Received event network-vif-plugged-18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.210196] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Acquiring lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.210300] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.210390] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.210544] env[69289]: DEBUG nova.compute.manager [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] No waiting events found dispatching network-vif-plugged-18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.210703] env[69289]: WARNING nova.compute.manager [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Received unexpected event network-vif-plugged-18b6d075-9626-4cba-953b-223ad128531f for instance with vm_state building and task_state spawning. [ 687.210862] env[69289]: DEBUG nova.compute.manager [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Received event network-changed-18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.211022] env[69289]: DEBUG nova.compute.manager [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Refreshing instance network info cache due to event network-changed-18b6d075-9626-4cba-953b-223ad128531f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.211195] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Acquiring lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.223690] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.276317] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276694, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.296773] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.388016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-c06b582b-2e3c-4dde-a270-87012f5299d3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.388016] env[69289]: DEBUG nova.objects.instance [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lazy-loading 'migration_context' on Instance uuid c06b582b-2e3c-4dde-a270-87012f5299d3 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.425218] env[69289]: DEBUG nova.compute.manager [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.425218] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.425500] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02435d-c1e2-4379-8753-ca63f38dfc96 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.432117] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a85a5c-fa83-43f7-b39c-67d61ed81b71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.443406] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03f367-79f3-4458-b9ee-c23be3c2c4e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.451017] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.451724] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b3c4e5-52ac-4be4-a831-e8b12976b36e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.487484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432fe0ee-c2b9-4a21-8cb4-bf5146844ee1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.490356] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 687.490356] env[69289]: value = "task-3276697" [ 687.490356] env[69289]: _type = "Task" [ 687.490356] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.502854] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18dc8cc-56ec-43f5-b541-adc507dd5240 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.506035] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.516269] env[69289]: DEBUG nova.compute.provider_tree [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.592399] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276696, 'name': Rename_Task, 'duration_secs': 0.250688} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.592849] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.593146] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90573965-6fe1-4122-b49d-b6194d175f12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.603750] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Waiting for the task: (returnval){ [ 687.603750] env[69289]: value = "task-3276698" [ 687.603750] env[69289]: _type = "Task" [ 687.603750] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.615472] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.621800] env[69289]: DEBUG nova.network.neutron [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Updating instance_info_cache with network_info: [{"id": "18b6d075-9626-4cba-953b-223ad128531f", "address": "fa:16:3e:94:8f:9f", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6d075-96", "ovs_interfaceid": "18b6d075-9626-4cba-953b-223ad128531f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.711872] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276690, 'name': CloneVM_Task, 'duration_secs': 2.122689} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.712172] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Created linked-clone VM from snapshot [ 687.712966] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd43f12-22f2-4f5e-b258-1596968e9eaf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.722401] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Uploading image 7e8cc8c2-3c3c-42a2-b5f8-3dcee413b28f {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 687.754212] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 687.754666] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00e8b400-b4ad-4f7a-8bf7-e432d7546c81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.763717] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 687.763717] env[69289]: value = "task-3276699" [ 687.763717] env[69289]: _type = "Task" [ 687.763717] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.777037] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276694, 'name': CreateVM_Task, 'duration_secs': 1.063112} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.780108] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.780430] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276699, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.781101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.781274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.781595] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.781849] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d6cdef-37ab-48e5-8335-bd553e0f0654 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.790452] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 687.790452] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527445fc-a8b7-7fb3-4345-bfbc0cdc2add" [ 687.790452] env[69289]: _type = "Task" [ 687.790452] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.802195] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527445fc-a8b7-7fb3-4345-bfbc0cdc2add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.892710] env[69289]: DEBUG nova.objects.base [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 687.893702] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf9f3a-7ca7-4c82-8ef1-0027a53a1722 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.915633] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25091e43-b8a3-4fd0-a44b-855684de8cb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.922642] env[69289]: DEBUG oslo_vmware.api [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 687.922642] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524e32c2-24cc-2999-9223-3421e159dd8d" [ 687.922642] env[69289]: _type = "Task" [ 687.922642] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.932632] env[69289]: DEBUG oslo_vmware.api [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524e32c2-24cc-2999-9223-3421e159dd8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.003594] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276697, 'name': PowerOffVM_Task, 'duration_secs': 0.196186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.004175] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.004388] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.004672] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1db2281-76b6-4737-bf96-4336a2c4e694 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.012954] env[69289]: DEBUG nova.network.neutron [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Updated VIF entry in instance network info cache for port d13d4273-d7e4-4254-bf17-b92ddceb9d04. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.012954] env[69289]: DEBUG nova.network.neutron [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Updating instance_info_cache with network_info: [{"id": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "address": "fa:16:3e:e1:00:9b", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd13d4273-d7", "ovs_interfaceid": "d13d4273-d7e4-4254-bf17-b92ddceb9d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.026435] env[69289]: DEBUG nova.scheduler.client.report [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.117241] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276698, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.126024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.126024] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Instance network_info: |[{"id": "18b6d075-9626-4cba-953b-223ad128531f", "address": "fa:16:3e:94:8f:9f", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6d075-96", "ovs_interfaceid": "18b6d075-9626-4cba-953b-223ad128531f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.126463] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Acquired lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.126463] env[69289]: DEBUG nova.network.neutron [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Refreshing network info cache for port 18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.127151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:8f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b6d075-9626-4cba-953b-223ad128531f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.137226] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating folder: Project (2e4bc22d09494609917c98e8c71c1364). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.138612] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75cf4274-fdc9-4465-96b4-6a016cc07430 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.151141] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created folder: Project (2e4bc22d09494609917c98e8c71c1364) in parent group-v654351. [ 688.151339] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating folder: Instances. Parent ref: group-v654446. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.151615] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8668b05-9b41-4f6f-8f0b-cf4f34961125 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.165345] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created folder: Instances in parent group-v654446. [ 688.165599] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.165805] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.166031] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cfe35f8-db36-4cbb-8f12-13f97eaad615 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.187054] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.187054] env[69289]: value = "task-3276703" [ 688.187054] env[69289]: _type = "Task" [ 688.187054] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.196352] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276703, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.281763] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276699, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.288129] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.288438] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.288528] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Deleting the datastore file [datastore2] 32a308b1-58c4-4fd0-b074-46fe0f5eb439 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.288813] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e6072a7-2ac2-47f4-b939-45df5c68fad6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.301791] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527445fc-a8b7-7fb3-4345-bfbc0cdc2add, 'name': SearchDatastore_Task, 'duration_secs': 0.019623} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.302970] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.303171] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.303403] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.303544] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.303715] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.305035] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for the task: (returnval){ [ 688.305035] env[69289]: value = "task-3276704" [ 688.305035] env[69289]: _type = "Task" [ 688.305035] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.305035] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fa0e681-bc21-493b-b380-2e5d922df146 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316903] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.324632] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.324632] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.327366] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c190279-b901-423a-bea6-54a65e4a7a63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.341359] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 688.341359] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5248f330-f81e-8118-4ca5-471e0de64d33" [ 688.341359] env[69289]: _type = "Task" [ 688.341359] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.347842] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5248f330-f81e-8118-4ca5-471e0de64d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.433548] env[69289]: DEBUG oslo_vmware.api [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524e32c2-24cc-2999-9223-3421e159dd8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.433864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.516353] env[69289]: DEBUG oslo_concurrency.lockutils [req-31795302-9d65-4dd3-9515-d61a460aebc0 req-a2f13e0c-23dd-4d93-a3f7-7203a2560b87 service nova] Releasing lock "refresh_cache-f4cd7756-3885-40f2-a4de-a7311adca389" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.535021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.535021] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.537540] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.998s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.539317] env[69289]: INFO nova.compute.claims [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.617361] env[69289]: DEBUG oslo_vmware.api [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Task: {'id': task-3276698, 'name': PowerOnVM_Task, 'duration_secs': 0.540979} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.617361] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.617361] env[69289]: DEBUG nova.compute.manager [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.617952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64afc025-327f-4df1-b356-4e390a9527bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.699594] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276703, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.782339] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276699, 'name': Destroy_Task, 'duration_secs': 0.57679} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.782642] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Destroyed the VM [ 688.782878] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 688.783196] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-064020f6-7b54-45ed-af15-f788f88192b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.791802] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 688.791802] env[69289]: value = "task-3276705" [ 688.791802] env[69289]: _type = "Task" [ 688.791802] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.802014] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.819186] env[69289]: DEBUG oslo_vmware.api [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Task: {'id': task-3276704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329407} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.819524] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.819765] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.819960] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.820157] env[69289]: INFO nova.compute.manager [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Took 1.40 seconds to destroy the instance on the hypervisor. [ 688.820415] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.820621] env[69289]: DEBUG nova.compute.manager [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.820716] env[69289]: DEBUG nova.network.neutron [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.849009] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5248f330-f81e-8118-4ca5-471e0de64d33, 'name': SearchDatastore_Task, 'duration_secs': 0.023294} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.849839] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1f2014-d267-48c6-b957-55bddb5f52ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.857471] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 688.857471] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522814f6-6479-3412-3c72-4349ed9c97f6" [ 688.857471] env[69289]: _type = "Task" [ 688.857471] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.867900] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522814f6-6479-3412-3c72-4349ed9c97f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.008940] env[69289]: DEBUG nova.network.neutron [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Updated VIF entry in instance network info cache for port 18b6d075-9626-4cba-953b-223ad128531f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.009246] env[69289]: DEBUG nova.network.neutron [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Updating instance_info_cache with network_info: [{"id": "18b6d075-9626-4cba-953b-223ad128531f", "address": "fa:16:3e:94:8f:9f", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b6d075-96", "ovs_interfaceid": "18b6d075-9626-4cba-953b-223ad128531f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.044844] env[69289]: DEBUG nova.compute.utils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.048744] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.048927] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.113093] env[69289]: DEBUG nova.policy [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfc5345017a242c1af25a2877be8419d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0015d888bf2c4185a98846782c118f06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.142850] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.204454] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276703, 'name': CreateVM_Task, 'duration_secs': 0.924177} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.204454] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.206419] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.206419] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.206419] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.206419] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2702bf1-d560-4953-9476-8ae4bc1646ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.214014] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 689.214014] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c0fcaa-6ada-7ecc-fc79-14cdab526950" [ 689.214014] env[69289]: _type = "Task" [ 689.214014] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.227708] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c0fcaa-6ada-7ecc-fc79-14cdab526950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.306755] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276705, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.373020] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522814f6-6479-3412-3c72-4349ed9c97f6, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.376927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.376927] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] f4cd7756-3885-40f2-a4de-a7311adca389/f4cd7756-3885-40f2-a4de-a7311adca389.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.376927] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7fd7424-4e9e-4b6c-9141-1737a5bc7603 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.386517] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 689.386517] env[69289]: value = "task-3276706" [ 689.386517] env[69289]: _type = "Task" [ 689.386517] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.397662] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.512854] env[69289]: DEBUG oslo_concurrency.lockutils [req-76b36855-512d-4a05-b900-8c9a23d5a24e req-2089aa92-adfe-4b1d-a7f8-1c43b6e8a618 service nova] Releasing lock "refresh_cache-805eb31c-7317-47f6-92b2-cdfc846a5872" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.534745] env[69289]: DEBUG nova.compute.manager [req-9e9ae1b7-8385-4f8b-9e42-5a2ba2642b0a req-783fd515-c9a7-4dc2-88e6-1f37b00ddadb service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Received event network-vif-deleted-161b51fd-fb41-42ba-bd13-b936aeb2d35a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.534943] env[69289]: INFO nova.compute.manager [req-9e9ae1b7-8385-4f8b-9e42-5a2ba2642b0a req-783fd515-c9a7-4dc2-88e6-1f37b00ddadb service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Neutron deleted interface 161b51fd-fb41-42ba-bd13-b936aeb2d35a; detaching it from the instance and deleting it from the info cache [ 689.543485] env[69289]: DEBUG nova.network.neutron [req-9e9ae1b7-8385-4f8b-9e42-5a2ba2642b0a req-783fd515-c9a7-4dc2-88e6-1f37b00ddadb service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.549291] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.731091] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c0fcaa-6ada-7ecc-fc79-14cdab526950, 'name': SearchDatastore_Task, 'duration_secs': 0.018073} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.733102] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.733428] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.733728] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.733900] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.734250] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.737136] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0d5cd8-b9bb-4997-b71b-fd03df2f2cd1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.753946] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.754360] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.755731] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5553be06-f6ee-472b-9c6d-1571181e79cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.767253] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 689.767253] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526c6cb9-13ae-67db-37d0-44e8a1a1e142" [ 689.767253] env[69289]: _type = "Task" [ 689.767253] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.781750] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526c6cb9-13ae-67db-37d0-44e8a1a1e142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.810333] env[69289]: DEBUG oslo_vmware.api [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276705, 'name': RemoveSnapshot_Task, 'duration_secs': 1.003321} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.810499] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 689.820199] env[69289]: DEBUG nova.network.neutron [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.909435] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.934748] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Successfully created port: c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.048707] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c35ec232-6cad-4997-ada6-3b64766a7063 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.061363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43052f5-df12-4af7-975a-a33f18f69cd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.104535] env[69289]: DEBUG nova.compute.manager [req-9e9ae1b7-8385-4f8b-9e42-5a2ba2642b0a req-783fd515-c9a7-4dc2-88e6-1f37b00ddadb service nova] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Detach interface failed, port_id=161b51fd-fb41-42ba-bd13-b936aeb2d35a, reason: Instance 32a308b1-58c4-4fd0-b074-46fe0f5eb439 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 690.243214] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c773c-507d-4553-ba32-ceb6f204c65f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.253762] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62fb44-2042-4d6d-b81c-24130d9b1d10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.294280] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016dbe71-3c5f-4007-87d8-abf1c43bce75 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.308025] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526c6cb9-13ae-67db-37d0-44e8a1a1e142, 'name': SearchDatastore_Task, 'duration_secs': 0.064559} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.309209] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3527d217-6d1b-4afa-8e55-a9c22a41c447 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.314419] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27bed53-e75c-4e24-953a-83640f73cbc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.321943] env[69289]: WARNING nova.compute.manager [None req-0f7008cb-bdce-4c99-acf9-444f53fabc32 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Image not found during snapshot: nova.exception.ImageNotFound: Image 7e8cc8c2-3c3c-42a2-b5f8-3dcee413b28f could not be found. [ 690.332950] env[69289]: INFO nova.compute.manager [-] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Took 1.51 seconds to deallocate network for instance. [ 690.333538] env[69289]: DEBUG nova.compute.provider_tree [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.335098] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 690.335098] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba0cf4-44d5-2a06-e710-f0ee0719edbf" [ 690.335098] env[69289]: _type = "Task" [ 690.335098] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.356214] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba0cf4-44d5-2a06-e710-f0ee0719edbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.356214] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.356214] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 805eb31c-7317-47f6-92b2-cdfc846a5872/805eb31c-7317-47f6-92b2-cdfc846a5872.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.356214] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e174f73-5ab2-40e9-9415-943199660a50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.373312] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 690.373312] env[69289]: value = "task-3276707" [ 690.373312] env[69289]: _type = "Task" [ 690.373312] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.385879] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.398581] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6246} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.398801] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] f4cd7756-3885-40f2-a4de-a7311adca389/f4cd7756-3885-40f2-a4de-a7311adca389.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.400029] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.400029] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-977906d2-d5c0-4c05-9e5a-e3c2eba90159 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.409615] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 690.409615] env[69289]: value = "task-3276708" [ 690.409615] env[69289]: _type = "Task" [ 690.409615] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.423645] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.560415] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.602962] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.603289] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.603458] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.603647] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.603822] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.604012] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.604467] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.604689] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.604928] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.605288] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.605608] env[69289]: DEBUG nova.virt.hardware [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.606801] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89acdbee-ebd9-4174-8332-4e1753a32f7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.620356] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c3747-8dbe-46fd-8df0-f0d6e8f30492 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.838272] env[69289]: DEBUG nova.scheduler.client.report [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.846106] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.888309] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276707, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.921740] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133837} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.922139] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.923045] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295aa65-153b-4e53-b25f-7cdad389697e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.940553] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.940911] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.941220] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.941220] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.941397] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.951808] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] f4cd7756-3885-40f2-a4de-a7311adca389/f4cd7756-3885-40f2-a4de-a7311adca389.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.952655] env[69289]: INFO nova.compute.manager [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Terminating instance [ 690.954365] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d18c4d-9daf-499b-b694-547f5e74f5a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.981043] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 690.981043] env[69289]: value = "task-3276709" [ 690.981043] env[69289]: _type = "Task" [ 690.981043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.992410] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.120499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.120499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.120499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.120499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.120787] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.122644] env[69289]: INFO nova.compute.manager [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Terminating instance [ 691.345255] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.345255] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.353444] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.060s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.353444] env[69289]: DEBUG nova.objects.instance [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lazy-loading 'resources' on Instance uuid 87c9494f-9f42-454d-88f0-ee33a80fd5bb {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.385209] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580448} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.385576] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 805eb31c-7317-47f6-92b2-cdfc846a5872/805eb31c-7317-47f6-92b2-cdfc846a5872.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.385738] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.386315] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e2d2d9a-45b2-4bb8-a0e6-c47164171e9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.396028] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 691.396028] env[69289]: value = "task-3276710" [ 691.396028] env[69289]: _type = "Task" [ 691.396028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.405512] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.473590] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "refresh_cache-add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.473842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquired lock "refresh_cache-add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.474124] env[69289]: DEBUG nova.network.neutron [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.491985] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.633297] env[69289]: DEBUG nova.compute.manager [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.633523] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.634459] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d67a0b3-43b3-48f2-b644-b5f628e83651 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.643313] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.643808] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b19ef347-d220-4c3e-ad0a-b909d50e6ffb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.651695] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 691.651695] env[69289]: value = "task-3276711" [ 691.651695] env[69289]: _type = "Task" [ 691.651695] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.662968] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.857446] env[69289]: DEBUG nova.compute.utils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.862954] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.863238] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.876378] env[69289]: DEBUG nova.compute.manager [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-vif-plugged-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.877724] env[69289]: DEBUG oslo_concurrency.lockutils [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] Acquiring lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.877724] env[69289]: DEBUG oslo_concurrency.lockutils [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] Lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.877724] env[69289]: DEBUG oslo_concurrency.lockutils [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] Lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.877724] env[69289]: DEBUG nova.compute.manager [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] No waiting events found dispatching network-vif-plugged-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.880147] env[69289]: WARNING nova.compute.manager [req-23e5a5f4-b8bb-468f-a4b6-5cf315203834 req-c4510490-cc8c-4572-a13e-b22117cffbb3 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received unexpected event network-vif-plugged-c1f0442d-6cc0-472d-9458-1723a7336b64 for instance with vm_state building and task_state spawning. [ 691.909165] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128526} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.909770] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.913937] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425134e8-4276-4c14-a6fe-c913a2807af7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.941993] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 805eb31c-7317-47f6-92b2-cdfc846a5872/805eb31c-7317-47f6-92b2-cdfc846a5872.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.945024] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cf54e2-e066-4176-987d-8072551590bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.964351] env[69289]: DEBUG nova.policy [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06ffb19513cf4b4db409f6ee971c3e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b128894a3b5f4b12ac94c84d4cb90067', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.980755] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 691.980755] env[69289]: value = "task-3276712" [ 691.980755] env[69289]: _type = "Task" [ 691.980755] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.007725] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276709, 'name': ReconfigVM_Task, 'duration_secs': 0.612356} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.007725] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.007855] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Reconfigured VM instance instance-0000001f to attach disk [datastore2] f4cd7756-3885-40f2-a4de-a7311adca389/f4cd7756-3885-40f2-a4de-a7311adca389.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.011224] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05ae366a-de22-48b6-aa66-2e829a0e841d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.013737] env[69289]: DEBUG nova.network.neutron [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.022250] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 692.022250] env[69289]: value = "task-3276713" [ 692.022250] env[69289]: _type = "Task" [ 692.022250] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.033675] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276713, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.115658] env[69289]: DEBUG nova.network.neutron [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.137374] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Successfully updated port: c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.167674] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276711, 'name': PowerOffVM_Task, 'duration_secs': 0.291526} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.168595] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.168769] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.169037] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c023aeef-cc6c-40f8-bc81-3753afef9d56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.262102] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.262942] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.262942] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleting the datastore file [datastore1] cb903d50-5d57-49b6-9e74-8d71925e1b3c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.265697] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d44cc5-45dd-4931-aa5d-e8f685188e70 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.278137] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 692.278137] env[69289]: value = "task-3276715" [ 692.278137] env[69289]: _type = "Task" [ 692.278137] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.289103] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.363538] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.506292] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276712, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.538781] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276713, 'name': Rename_Task, 'duration_secs': 0.256695} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.538781] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.538781] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e3a54f-1d48-4a95-905c-5e56c0dd0b31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.541175] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f632cd2f-507a-4377-b5c8-91c46e939dd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.551392] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a03f15-ef8f-436b-b903-9bf3b28d73af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.555657] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 692.555657] env[69289]: value = "task-3276716" [ 692.555657] env[69289]: _type = "Task" [ 692.555657] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.608012] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116259a0-3f4c-4e85-9a6e-b902d6f3c301 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.613535] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.623018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379ee9ee-bb53-4b1d-9f06-bb2dba3bf729 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.626460] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Releasing lock "refresh_cache-add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.626921] env[69289]: DEBUG nova.compute.manager [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.627144] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.628050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b9d282-d765-4dff-8878-1a24d280946a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.644357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.644357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.644357] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.647880] env[69289]: DEBUG nova.compute.provider_tree [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.655557] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.655844] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44a2e4d3-434f-4a78-8ab7-1eec1ba92474 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.662142] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Successfully created port: 6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.665935] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 692.665935] env[69289]: value = "task-3276717" [ 692.665935] env[69289]: _type = "Task" [ 692.665935] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.676348] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.795599] env[69289]: DEBUG oslo_vmware.api [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260595} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.795886] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.796127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.796352] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.796538] env[69289]: INFO nova.compute.manager [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 692.796824] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.797072] env[69289]: DEBUG nova.compute.manager [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.799185] env[69289]: DEBUG nova.network.neutron [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.002301] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 693.003199] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40f73a-acfb-4fbb-a14f-dc68e4f65577 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.009140] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276712, 'name': ReconfigVM_Task, 'duration_secs': 0.545468} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.009813] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 805eb31c-7317-47f6-92b2-cdfc846a5872/805eb31c-7317-47f6-92b2-cdfc846a5872.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.010447] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d05459-4a85-4f68-bca2-0daffe8af4aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.013489] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 693.013659] env[69289]: ERROR oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk due to incomplete transfer. [ 693.014196] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c0d12451-5b22-45bb-abc8-924df6d75ea4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.019811] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 693.019811] env[69289]: value = "task-3276718" [ 693.019811] env[69289]: _type = "Task" [ 693.019811] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.024151] env[69289]: DEBUG oslo_vmware.rw_handles [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526ca7a3-101d-5b25-7525-c525bd8e9414/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 693.024337] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Uploaded image 7c1bb530-2835-4284-b1ed-2338b342c13a to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 693.026442] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 693.027070] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e151bb7f-4578-4cef-8191-b2c42c18e0e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.032363] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276718, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.034280] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 693.034280] env[69289]: value = "task-3276719" [ 693.034280] env[69289]: _type = "Task" [ 693.034280] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.045402] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276719, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.069745] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276716, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.156769] env[69289]: DEBUG nova.scheduler.client.report [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.184610] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276717, 'name': PowerOffVM_Task, 'duration_secs': 0.186276} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.185020] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.185255] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.185625] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70d9b624-6e51-4d10-bb16-e9fd97444073 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.214407] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.214612] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.214776] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Deleting the datastore file [datastore2] add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.214949] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e063af40-466e-47a8-bbcc-7fb81ff4cdfb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.223282] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for the task: (returnval){ [ 693.223282] env[69289]: value = "task-3276721" [ 693.223282] env[69289]: _type = "Task" [ 693.223282] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.235459] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.380221] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.395901] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.442399] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.442696] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.442879] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.443154] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.443355] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.443512] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.443726] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.443888] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.444073] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.444248] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.444436] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.445337] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d8f16-9ea6-4bb5-8a31-33f5d0157fe9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.456699] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b498c5b-9265-4275-abcb-fd9f3261f77e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.531932] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276718, 'name': Rename_Task, 'duration_secs': 0.170042} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.532072] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.532384] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64b84938-82f5-4d7c-96c0-55f8ebc873ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.540150] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 693.540150] env[69289]: value = "task-3276722" [ 693.540150] env[69289]: _type = "Task" [ 693.540150] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.547224] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276719, 'name': Destroy_Task, 'duration_secs': 0.398014} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.547882] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Destroyed the VM [ 693.550791] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.550791] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f52f50f-b4ad-47bd-b437-4b2bd831caad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.553063] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.562781] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 693.562781] env[69289]: value = "task-3276723" [ 693.562781] env[69289]: _type = "Task" [ 693.562781] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.572718] env[69289]: DEBUG oslo_vmware.api [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276716, 'name': PowerOnVM_Task, 'duration_secs': 0.785013} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.572718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.572718] env[69289]: INFO nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Took 10.70 seconds to spawn the instance on the hypervisor. [ 693.572718] env[69289]: DEBUG nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.572718] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6486a640-44a2-4403-a7a0-46d74816462d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.578138] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.651775] env[69289]: DEBUG nova.network.neutron [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.663369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.666259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.346s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.666259] env[69289]: DEBUG nova.objects.instance [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lazy-loading 'resources' on Instance uuid 62d893d0-ec93-48ec-ac83-02cc45c54c39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.737081] env[69289]: DEBUG oslo_vmware.api [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Task: {'id': task-3276721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14429} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.737081] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.737081] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.737081] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.737081] env[69289]: INFO nova.compute.manager [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 693.737387] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.737387] env[69289]: DEBUG nova.compute.manager [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.737387] env[69289]: DEBUG nova.network.neutron [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.744996] env[69289]: INFO nova.scheduler.client.report [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Deleted allocations for instance 87c9494f-9f42-454d-88f0-ee33a80fd5bb [ 693.764600] env[69289]: DEBUG nova.network.neutron [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.052154] env[69289]: DEBUG oslo_vmware.api [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276722, 'name': PowerOnVM_Task, 'duration_secs': 0.500255} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.052728] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.053165] env[69289]: INFO nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Took 8.46 seconds to spawn the instance on the hypervisor. [ 694.053865] env[69289]: DEBUG nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.054542] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fda4c3-744a-438a-a717-371b40c66a57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.073622] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276723, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.100573] env[69289]: INFO nova.compute.manager [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Took 35.01 seconds to build instance. [ 694.158307] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.158307] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Instance network_info: |[{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.158613] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:fb:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f0442d-6cc0-472d-9458-1723a7336b64', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.166525] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Creating folder: Project (0015d888bf2c4185a98846782c118f06). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.167520] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fb51d30-40ae-4b39-a70c-4c775b9f8998 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.196547] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Created folder: Project (0015d888bf2c4185a98846782c118f06) in parent group-v654351. [ 694.196547] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Creating folder: Instances. Parent ref: group-v654449. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.196547] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-769ade27-7a4e-476b-b909-714c7513cf2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.204600] env[69289]: DEBUG nova.compute.manager [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.204996] env[69289]: DEBUG nova.compute.manager [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing instance network info cache due to event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.204996] env[69289]: DEBUG oslo_concurrency.lockutils [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.205245] env[69289]: DEBUG oslo_concurrency.lockutils [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.205245] env[69289]: DEBUG nova.network.neutron [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.210015] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Created folder: Instances in parent group-v654449. [ 694.210015] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.210015] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.210015] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff4062c6-88d3-45d5-bef5-f53edc491e9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.233873] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.233873] env[69289]: value = "task-3276726" [ 694.233873] env[69289]: _type = "Task" [ 694.233873] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.245702] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276726, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.260290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39a100e6-1a31-41da-a2c6-dd8b9aedf285 tempest-DeleteServersAdminTestJSON-1059867799 tempest-DeleteServersAdminTestJSON-1059867799-project-member] Lock "87c9494f-9f42-454d-88f0-ee33a80fd5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.582s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.268017] env[69289]: DEBUG nova.network.neutron [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.350991] env[69289]: DEBUG nova.network.neutron [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.581942] env[69289]: INFO nova.compute.manager [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Took 31.92 seconds to build instance. [ 694.583361] env[69289]: DEBUG oslo_vmware.api [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276723, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573076} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.583856] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 694.589469] env[69289]: INFO nova.compute.manager [None req-96765922-394d-4601-9d1c-7e163dd536f3 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 694.603105] env[69289]: DEBUG oslo_concurrency.lockutils [None req-249d128e-9991-4f82-a8f5-0b24e9e3afbd tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.282s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.749708] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276726, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.764023] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0f8e87-56bc-49b3-b544-9d66bf56d7ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.773848] env[69289]: INFO nova.compute.manager [-] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Took 1.04 seconds to deallocate network for instance. [ 694.780024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab46b104-557f-4d81-badd-826c6aeb898f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.823919] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ecf580-8fa7-4a13-bb47-b536774335e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.832420] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff6c08-30a7-41d0-a80a-7a196b9a1409 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.849040] env[69289]: DEBUG nova.compute.provider_tree [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.860190] env[69289]: INFO nova.compute.manager [-] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Took 2.06 seconds to deallocate network for instance. [ 694.989707] env[69289]: DEBUG nova.network.neutron [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updated VIF entry in instance network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.990139] env[69289]: DEBUG nova.network.neutron [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.084515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c46582b-0030-407e-aa58-040b4ec950e4 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.203s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.248934] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276726, 'name': CreateVM_Task, 'duration_secs': 0.581657} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.248934] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.248934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.248934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.248934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.249257] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2cfc62-ba5f-4ece-901c-c6a3f3ea675b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.255117] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 695.255117] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5288bdde-c016-c154-140e-13c9d49a80e9" [ 695.255117] env[69289]: _type = "Task" [ 695.255117] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.269482] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5288bdde-c016-c154-140e-13c9d49a80e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.288039] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.354790] env[69289]: DEBUG nova.scheduler.client.report [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.368241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.493865] env[69289]: DEBUG oslo_concurrency.lockutils [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.493865] env[69289]: DEBUG nova.compute.manager [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Received event network-vif-deleted-2bbb03a5-07d9-426b-b335-29f1f5d1749d {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.493865] env[69289]: INFO nova.compute.manager [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Neutron deleted interface 2bbb03a5-07d9-426b-b335-29f1f5d1749d; detaching it from the instance and deleting it from the info cache [ 695.493865] env[69289]: DEBUG nova.network.neutron [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.681935] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Successfully updated port: 6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.770921] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5288bdde-c016-c154-140e-13c9d49a80e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.770921] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.771175] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.771385] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.771526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.771698] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.772329] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3e5550-13d1-42e7-bbe5-69b4abd4db33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.787130] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.787130] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.787812] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7268dcc9-ec62-407d-84b4-039b75a1eb14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.794623] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 695.794623] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3aa67-aeb1-70da-cbfa-02d39a479b9a" [ 695.794623] env[69289]: _type = "Task" [ 695.794623] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.803740] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3aa67-aeb1-70da-cbfa-02d39a479b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.862576] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.870834] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.992s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.870834] env[69289]: DEBUG nova.objects.instance [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lazy-loading 'resources' on Instance uuid 7f818256-9449-4389-80a7-13a8d8232b07 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.996728] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-975c37b7-f8e7-4096-99be-c8997349793d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.001665] env[69289]: INFO nova.scheduler.client.report [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Deleted allocations for instance 62d893d0-ec93-48ec-ac83-02cc45c54c39 [ 696.025539] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5027264-8c60-4e24-8112-917171f30259 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.066540] env[69289]: DEBUG nova.compute.manager [req-246cc79f-8ad3-49f3-9969-f2cb8a43a45b req-2bab007e-d6c9-426f-9d0c-4652fb8c8607 service nova] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Detach interface failed, port_id=2bbb03a5-07d9-426b-b335-29f1f5d1749d, reason: Instance cb903d50-5d57-49b6-9e74-8d71925e1b3c could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 696.186135] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.187026] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.187026] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.209632] env[69289]: DEBUG nova.compute.manager [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Received event network-vif-plugged-6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.209934] env[69289]: DEBUG oslo_concurrency.lockutils [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] Acquiring lock "df191190-e183-4542-87fb-13d210198a53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.210456] env[69289]: DEBUG oslo_concurrency.lockutils [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] Lock "df191190-e183-4542-87fb-13d210198a53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.210561] env[69289]: DEBUG oslo_concurrency.lockutils [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] Lock "df191190-e183-4542-87fb-13d210198a53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.210782] env[69289]: DEBUG nova.compute.manager [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] [instance: df191190-e183-4542-87fb-13d210198a53] No waiting events found dispatching network-vif-plugged-6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.211039] env[69289]: WARNING nova.compute.manager [req-a9fd60cb-458b-4439-88e5-a5db84d316a8 req-f07f81d4-0f3c-4d3c-b965-f47c2ba8890b service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Received unexpected event network-vif-plugged-6af5afc0-cc23-418c-b2d7-51dcea63e1fb for instance with vm_state building and task_state spawning. [ 696.262454] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.262691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.307906] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3aa67-aeb1-70da-cbfa-02d39a479b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.016996} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.307906] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9b297a-4146-4413-bc80-ca141842ea81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.313939] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 696.313939] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb2106-034e-d207-658e-e8685cb1eadf" [ 696.313939] env[69289]: _type = "Task" [ 696.313939] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.323421] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb2106-034e-d207-658e-e8685cb1eadf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.523215] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2fb9cc29-9951-4c5d-93dd-c888e87bc36d tempest-ServersAaction247Test-1300312193 tempest-ServersAaction247Test-1300312193-project-member] Lock "62d893d0-ec93-48ec-ac83-02cc45c54c39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.075s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.762267] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.767104] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.828117] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb2106-034e-d207-658e-e8685cb1eadf, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.835052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.835353] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dc9e508a-cdf2-4519-918e-384101fd1627/dc9e508a-cdf2-4519-918e-384101fd1627.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.838366] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d20104-a2f3-4db3-b2e8-c05294b20876 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.851958] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 696.851958] env[69289]: value = "task-3276727" [ 696.851958] env[69289]: _type = "Task" [ 696.851958] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.853920] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6f979e-ed70-42c9-b48d-b2b1bcca604d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.863492] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.870938] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a7611-c87a-4437-8cfb-01c7763633ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.909987] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a28e9d-f48e-4713-972c-d2e5c9e39916 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.921635] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83c6a28-b20a-47ed-b19b-11568e729f5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.936386] env[69289]: DEBUG nova.compute.provider_tree [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.181669] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Updating instance_info_cache with network_info: [{"id": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "address": "fa:16:3e:cf:fb:fc", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af5afc0-cc", "ovs_interfaceid": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.279715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "805eb31c-7317-47f6-92b2-cdfc846a5872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.280026] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.280254] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.280547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.280748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.283400] env[69289]: INFO nova.compute.manager [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Terminating instance [ 697.294920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.362058] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276727, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.443019] env[69289]: DEBUG nova.scheduler.client.report [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.492044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.492326] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.684911] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.685547] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Instance network_info: |[{"id": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "address": "fa:16:3e:cf:fb:fc", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af5afc0-cc", "ovs_interfaceid": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.686185] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:fb:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6af5afc0-cc23-418c-b2d7-51dcea63e1fb', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.695778] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.696008] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df191190-e183-4542-87fb-13d210198a53] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.696254] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9a7d98f-77b2-4296-9a64-92c99b29cba8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.720127] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.720127] env[69289]: value = "task-3276728" [ 697.720127] env[69289]: _type = "Task" [ 697.720127] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.729563] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276728, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.790388] env[69289]: DEBUG nova.compute.manager [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.790670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.791601] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80bcf05-0e5e-4830-bb85-b73f1db53f18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.800721] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.801023] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988e6df7-39ad-44d2-85b8-3bcef5b5e66a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.808383] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 697.808383] env[69289]: value = "task-3276729" [ 697.808383] env[69289]: _type = "Task" [ 697.808383] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.817399] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.853019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "64f221f7-1541-4089-94fd-a78dcba47eb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.853019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.860464] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703852} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.860887] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dc9e508a-cdf2-4519-918e-384101fd1627/dc9e508a-cdf2-4519-918e-384101fd1627.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.861275] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.861643] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc1c1cde-b91d-4c0e-bd97-8da49b5f4c14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.871017] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 697.871017] env[69289]: value = "task-3276730" [ 697.871017] env[69289]: _type = "Task" [ 697.871017] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.882658] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.893351] env[69289]: DEBUG nova.compute.manager [None req-04a1f67c-ea38-4b83-99dd-f3d15998b0f3 tempest-ServerDiagnosticsV248Test-1722026707 tempest-ServerDiagnosticsV248Test-1722026707-project-admin] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.896416] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4b7ff5-13de-40ba-873d-5c68e8c3a998 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.905682] env[69289]: INFO nova.compute.manager [None req-04a1f67c-ea38-4b83-99dd-f3d15998b0f3 tempest-ServerDiagnosticsV248Test-1722026707 tempest-ServerDiagnosticsV248Test-1722026707-project-admin] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Retrieving diagnostics [ 697.906757] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead6360a-53b6-4214-bb01-e7d974f1a665 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.949635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.952296] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.545s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.952476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.952646] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 697.952973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.536s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.954490] env[69289]: INFO nova.compute.claims [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.957966] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446df48-5397-40f9-a7e5-1280cde2c0b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.969787] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8631f8-5259-4124-a227-bf718006b475 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.974764] env[69289]: INFO nova.scheduler.client.report [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Deleted allocations for instance 7f818256-9449-4389-80a7-13a8d8232b07 [ 697.990987] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4057921d-28c1-456e-8f51-3af306f00bd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.995790] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.001312] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c36c3-2eae-4b6c-8479-eee90713c032 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.038285] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179638MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 698.038548] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.232712] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276728, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.318507] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276729, 'name': PowerOffVM_Task, 'duration_secs': 0.219159} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.319247] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.319247] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.319437] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c65fcce-c397-4aa2-b699-88d813deccc0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.350889] env[69289]: DEBUG nova.compute.manager [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.351791] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33bcee5-36a4-4383-b3bf-12c29aba3c87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.381610] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076171} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.382041] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.382812] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397a5d2-22c2-49a5-b154-96252445a584 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.410545] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] dc9e508a-cdf2-4519-918e-384101fd1627/dc9e508a-cdf2-4519-918e-384101fd1627.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.412695] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3fdec63-dd2a-468a-8210-80efb51760b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.433418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.433418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.433618] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore2] 805eb31c-7317-47f6-92b2-cdfc846a5872 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.435370] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3c5313-4a05-49f3-9a36-b877ba226d81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.438742] env[69289]: DEBUG nova.compute.manager [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Received event network-changed-6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.439219] env[69289]: DEBUG nova.compute.manager [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Refreshing instance network info cache due to event network-changed-6af5afc0-cc23-418c-b2d7-51dcea63e1fb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.439219] env[69289]: DEBUG oslo_concurrency.lockutils [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] Acquiring lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.440078] env[69289]: DEBUG oslo_concurrency.lockutils [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] Acquired lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.440078] env[69289]: DEBUG nova.network.neutron [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Refreshing network info cache for port 6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.451120] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 698.451120] env[69289]: value = "task-3276732" [ 698.451120] env[69289]: _type = "Task" [ 698.451120] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.451407] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 698.451407] env[69289]: value = "task-3276733" [ 698.451407] env[69289]: _type = "Task" [ 698.451407] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.465989] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.471650] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.500252] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87e0a9a7-a3ad-4f8b-8deb-2c0ce3b92b37 tempest-ServerAddressesNegativeTestJSON-423518492 tempest-ServerAddressesNegativeTestJSON-423518492-project-member] Lock "7f818256-9449-4389-80a7-13a8d8232b07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.823s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.524839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.635067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "76f86402-f3a3-4d09-95bc-03e407ee27da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.635206] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.734619] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276728, 'name': CreateVM_Task, 'duration_secs': 0.931099} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.734888] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df191190-e183-4542-87fb-13d210198a53] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.735617] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.735666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.735973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.736264] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1782676-8e81-43c6-bb6c-1ba85e3d6756 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742046] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 698.742046] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52aacdcc-9d65-7026-f84c-3d5c39da4d14" [ 698.742046] env[69289]: _type = "Task" [ 698.742046] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.754772] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52aacdcc-9d65-7026-f84c-3d5c39da4d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.863408] env[69289]: INFO nova.compute.manager [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] instance snapshotting [ 698.866197] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c51f372-0e89-4da1-9012-ead2613570aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.887263] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c22f4-58f9-453e-95c1-f9790eef9917 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.967737] env[69289]: DEBUG oslo_vmware.api [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3276732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270831} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.971837] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.971884] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.972050] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.972249] env[69289]: INFO nova.compute.manager [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Took 1.18 seconds to destroy the instance on the hypervisor. [ 698.972450] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.972647] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.972844] env[69289]: DEBUG nova.compute.manager [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.972935] env[69289]: DEBUG nova.network.neutron [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.001167] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.001487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.001678] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.001874] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.002038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.005938] env[69289]: INFO nova.compute.manager [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Terminating instance [ 699.254276] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52aacdcc-9d65-7026-f84c-3d5c39da4d14, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.257116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.257116] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.257287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.257537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.257673] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.257942] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7325ba88-fcd1-4c75-9cfa-28a5fca7ead6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.274950] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.274950] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.278674] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140ef874-b040-4b7a-8dc3-70de4d8b748f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.290987] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 699.290987] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52102390-7e84-65c6-6594-50d304deb50f" [ 699.290987] env[69289]: _type = "Task" [ 699.290987] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.306385] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52102390-7e84-65c6-6594-50d304deb50f, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.308135] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f37c11c-8711-4ed9-96c1-0cd5e09fbb7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.314162] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 699.314162] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52269051-5404-f8a1-f212-6df3170233e3" [ 699.314162] env[69289]: _type = "Task" [ 699.314162] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.329805] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52269051-5404-f8a1-f212-6df3170233e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.398573] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 699.400018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4d4a832-2e65-461b-bc3e-6e580f7a82b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.412667] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 699.412667] env[69289]: value = "task-3276734" [ 699.412667] env[69289]: _type = "Task" [ 699.412667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.424215] env[69289]: DEBUG nova.compute.manager [req-57fab38f-f585-4b28-9032-0c4cae5b806e req-0dfe508d-6360-4e1f-b8fd-4a4cee916d57 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Received event network-vif-deleted-18b6d075-9626-4cba-953b-223ad128531f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.424720] env[69289]: INFO nova.compute.manager [req-57fab38f-f585-4b28-9032-0c4cae5b806e req-0dfe508d-6360-4e1f-b8fd-4a4cee916d57 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Neutron deleted interface 18b6d075-9626-4cba-953b-223ad128531f; detaching it from the instance and deleting it from the info cache [ 699.424720] env[69289]: DEBUG nova.network.neutron [req-57fab38f-f585-4b28-9032-0c4cae5b806e req-0dfe508d-6360-4e1f-b8fd-4a4cee916d57 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.431903] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.465869] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.516767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "refresh_cache-ee1fdb22-092f-48ff-9896-8b23f6bb14a2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.516767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquired lock "refresh_cache-ee1fdb22-092f-48ff-9896-8b23f6bb14a2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.516767] env[69289]: DEBUG nova.network.neutron [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.516767] env[69289]: DEBUG nova.network.neutron [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Updated VIF entry in instance network info cache for port 6af5afc0-cc23-418c-b2d7-51dcea63e1fb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.517241] env[69289]: DEBUG nova.network.neutron [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Updating instance_info_cache with network_info: [{"id": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "address": "fa:16:3e:cf:fb:fc", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6af5afc0-cc", "ovs_interfaceid": "6af5afc0-cc23-418c-b2d7-51dcea63e1fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.534081] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaed8b7-9ab5-4b9b-bb3c-840b7d54bec1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.543060] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dae58b-5f00-4c59-b043-1e3de78da44b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.579952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c294f802-7ef8-4933-a2c3-73b67fcd205a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.588912] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8320593-aed6-4853-a295-74daa48afad8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.603127] env[69289]: DEBUG nova.compute.provider_tree [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.756883] env[69289]: DEBUG nova.network.neutron [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.829269] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52269051-5404-f8a1-f212-6df3170233e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.829648] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.830026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] df191190-e183-4542-87fb-13d210198a53/df191190-e183-4542-87fb-13d210198a53.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.830265] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4f6f3b-c2ee-45be-b324-8b73daca93ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.840156] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 699.840156] env[69289]: value = "task-3276735" [ 699.840156] env[69289]: _type = "Task" [ 699.840156] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.850130] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.927290] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.936247] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe9f0b4d-a7c7-496b-9f58-7335bd982daa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.950029] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ebbca4-59c9-4b7f-9256-dbf896802ab2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.974425] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.997837] env[69289]: DEBUG nova.compute.manager [req-57fab38f-f585-4b28-9032-0c4cae5b806e req-0dfe508d-6360-4e1f-b8fd-4a4cee916d57 service nova] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Detach interface failed, port_id=18b6d075-9626-4cba-953b-223ad128531f, reason: Instance 805eb31c-7317-47f6-92b2-cdfc846a5872 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 700.031601] env[69289]: DEBUG oslo_concurrency.lockutils [req-663fe63d-8727-40f1-86d6-4da7d8b31de0 req-e816da2d-a702-4cbf-904a-27dcf8885618 service nova] Releasing lock "refresh_cache-df191190-e183-4542-87fb-13d210198a53" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.056648] env[69289]: DEBUG nova.network.neutron [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.109302] env[69289]: DEBUG nova.scheduler.client.report [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.197450] env[69289]: DEBUG nova.network.neutron [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.259814] env[69289]: INFO nova.compute.manager [-] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Took 1.29 seconds to deallocate network for instance. [ 700.352248] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511578} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.352548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] df191190-e183-4542-87fb-13d210198a53/df191190-e183-4542-87fb-13d210198a53.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.352782] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.353068] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa361a35-206d-409b-b371-ceca8a5d8be4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.361731] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 700.361731] env[69289]: value = "task-3276736" [ 700.361731] env[69289]: _type = "Task" [ 700.361731] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.374888] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.428510] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276734, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.473188] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276733, 'name': ReconfigVM_Task, 'duration_secs': 1.707175} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.473663] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfigured VM instance instance-00000021 to attach disk [datastore2] dc9e508a-cdf2-4519-918e-384101fd1627/dc9e508a-cdf2-4519-918e-384101fd1627.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.474084] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ed7be2-c1a0-4fe9-b57a-e63e0e6064f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.485021] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 700.485021] env[69289]: value = "task-3276737" [ 700.485021] env[69289]: _type = "Task" [ 700.485021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.491555] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276737, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.616878] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.617448] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.620030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.342s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.620289] env[69289]: DEBUG nova.objects.instance [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lazy-loading 'resources' on Instance uuid 2c481930-198b-4e6b-8a75-4edd7af6b13d {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.705063] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Releasing lock "refresh_cache-ee1fdb22-092f-48ff-9896-8b23f6bb14a2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.705063] env[69289]: DEBUG nova.compute.manager [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.705063] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.707910] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c321832-89aa-4bdd-9bbb-37a73c7e618b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.721412] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.721818] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71eeb2c3-4d65-4e69-8a9f-7c30b34274c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.730283] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 700.730283] env[69289]: value = "task-3276738" [ 700.730283] env[69289]: _type = "Task" [ 700.730283] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.740494] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.772069] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.874777] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072456} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.875072] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.875866] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ab7549-aa7d-4206-9237-6db90ce6d60b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.903596] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] df191190-e183-4542-87fb-13d210198a53/df191190-e183-4542-87fb-13d210198a53.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.904688] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef340cd-e7d9-43f9-a88d-c98f22c3df1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.937780] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276734, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.939965] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 700.939965] env[69289]: value = "task-3276739" [ 700.939965] env[69289]: _type = "Task" [ 700.939965] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.953357] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.997303] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276737, 'name': Rename_Task, 'duration_secs': 0.169016} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.997663] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.997938] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e8fd47-3472-4231-a375-f65c5cbb86e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.006533] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 701.006533] env[69289]: value = "task-3276740" [ 701.006533] env[69289]: _type = "Task" [ 701.006533] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.016214] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.131547] env[69289]: DEBUG nova.compute.utils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.139558] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.139558] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.199571] env[69289]: DEBUG nova.policy [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06ffb19513cf4b4db409f6ee971c3e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b128894a3b5f4b12ac94c84d4cb90067', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.245796] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276738, 'name': PowerOffVM_Task, 'duration_secs': 0.138213} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.249055] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.249402] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.249839] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53e5f3d7-a594-4e00-ac7f-2e84e4ae5d67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.286691] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.287054] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.287326] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Deleting the datastore file [datastore2] ee1fdb22-092f-48ff-9896-8b23f6bb14a2 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.287727] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03cf9b9c-72c9-40af-b506-3973a3eaa323 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.297143] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for the task: (returnval){ [ 701.297143] env[69289]: value = "task-3276742" [ 701.297143] env[69289]: _type = "Task" [ 701.297143] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.312158] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.438303] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276734, 'name': CreateSnapshot_Task, 'duration_secs': 1.57449} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.441665] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 701.443305] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114a09b-4efc-480a-870f-d6f65ba51a0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.467349] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.519652] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.610789] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Successfully created port: 5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.636507] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.779549] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b65df4-5f04-4b47-970c-36682e4fc2fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791805] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2f6b88-5671-4bb2-a418-45ee7ae8aeaf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.836020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2509de7-5011-416f-9b23-bd9505a46377 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.845104] env[69289]: DEBUG oslo_vmware.api [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Task: {'id': task-3276742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101889} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.847239] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.847436] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.847613] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.847789] env[69289]: INFO nova.compute.manager [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 701.848043] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.848309] env[69289]: DEBUG nova.compute.manager [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.848790] env[69289]: DEBUG nova.network.neutron [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.851180] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b689a09-247f-4cf2-8dab-d385e85e8783 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.866911] env[69289]: DEBUG nova.compute.provider_tree [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.879009] env[69289]: DEBUG nova.network.neutron [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.957268] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276739, 'name': ReconfigVM_Task, 'duration_secs': 0.556065} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.957764] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Reconfigured VM instance instance-00000022 to attach disk [datastore2] df191190-e183-4542-87fb-13d210198a53/df191190-e183-4542-87fb-13d210198a53.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.958492] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0318067-91cd-4143-a473-67b881f101b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.967065] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 701.967065] env[69289]: value = "task-3276743" [ 701.967065] env[69289]: _type = "Task" [ 701.967065] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.978453] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 701.980640] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ecbb2411-f467-4d39-96f9-23a7b475959d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.990101] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276743, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.991735] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 701.991735] env[69289]: value = "task-3276744" [ 701.991735] env[69289]: _type = "Task" [ 701.991735] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.002805] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276744, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.019530] env[69289]: DEBUG oslo_vmware.api [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276740, 'name': PowerOnVM_Task, 'duration_secs': 0.644995} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.019970] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.020303] env[69289]: INFO nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Took 11.46 seconds to spawn the instance on the hypervisor. [ 702.021415] env[69289]: DEBUG nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.021415] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c81cae-8bb4-4003-888e-c7722ebf0bda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.371130] env[69289]: DEBUG nova.scheduler.client.report [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.384754] env[69289]: DEBUG nova.network.neutron [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.480478] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276743, 'name': Rename_Task, 'duration_secs': 0.422184} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.480632] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.480910] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa11a06-a200-45fd-ae73-6900587cd8a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.489791] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 702.489791] env[69289]: value = "task-3276745" [ 702.489791] env[69289]: _type = "Task" [ 702.489791] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.502518] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.505751] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276744, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.541119] env[69289]: INFO nova.compute.manager [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Took 38.80 seconds to build instance. [ 702.648488] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.738374] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.738374] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.738374] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.740571] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.740571] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.740571] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.740571] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.740571] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.744931] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.744931] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.744931] env[69289]: DEBUG nova.virt.hardware [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.744931] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3b9e19-2241-451d-aaf3-e46dc523dce7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.744931] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee9609-d470-4c7b-81da-8e2b60c9d7b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.881344] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.884113] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.226s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.885829] env[69289]: INFO nova.compute.claims [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.889514] env[69289]: INFO nova.compute.manager [-] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Took 1.04 seconds to deallocate network for instance. [ 702.923024] env[69289]: INFO nova.scheduler.client.report [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Deleted allocations for instance 2c481930-198b-4e6b-8a75-4edd7af6b13d [ 703.008326] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.013026] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276744, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.049058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-05fbc2eb-9238-4bec-b6e1-bd6ca2547d22 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.913s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.299112] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.299112] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.399369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.439037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5912a1c0-c1b3-4e82-82a5-fed85b9b5209 tempest-ServersTestManualDisk-1052624121 tempest-ServersTestManualDisk-1052624121-project-member] Lock "2c481930-198b-4e6b-8a75-4edd7af6b13d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.867s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.504984] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276745, 'name': PowerOnVM_Task, 'duration_secs': 0.622649} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.506269] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.506269] env[69289]: INFO nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Took 10.13 seconds to spawn the instance on the hypervisor. [ 703.506269] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.507016] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c204629f-3bd9-4989-bf2b-949b591bec87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.513303] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276744, 'name': CloneVM_Task, 'duration_secs': 1.342718} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.513891] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Created linked-clone VM from snapshot [ 703.514614] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc33e58-6aa4-4762-83cd-2095be5afe21 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.534874] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Uploading image c88fc823-68fa-4fa1-a3a3-98269222f784 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 703.550433] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.565481] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 703.565481] env[69289]: value = "vm-654454" [ 703.565481] env[69289]: _type = "VirtualMachine" [ 703.565481] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 703.565753] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef4601eb-dad3-4063-956e-c4a2a48e1494 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.575651] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease: (returnval){ [ 703.575651] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259b845-dc63-63be-5f4b-c9dd15548d68" [ 703.575651] env[69289]: _type = "HttpNfcLease" [ 703.575651] env[69289]: } obtained for exporting VM: (result){ [ 703.575651] env[69289]: value = "vm-654454" [ 703.575651] env[69289]: _type = "VirtualMachine" [ 703.575651] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 703.576028] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the lease: (returnval){ [ 703.576028] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259b845-dc63-63be-5f4b-c9dd15548d68" [ 703.576028] env[69289]: _type = "HttpNfcLease" [ 703.576028] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 703.583679] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.583679] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259b845-dc63-63be-5f4b-c9dd15548d68" [ 703.583679] env[69289]: _type = "HttpNfcLease" [ 703.583679] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 703.725018] env[69289]: DEBUG nova.compute.manager [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Received event network-vif-plugged-5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.725365] env[69289]: DEBUG oslo_concurrency.lockutils [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] Acquiring lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.725589] env[69289]: DEBUG oslo_concurrency.lockutils [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.725815] env[69289]: DEBUG oslo_concurrency.lockutils [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.727223] env[69289]: DEBUG nova.compute.manager [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] No waiting events found dispatching network-vif-plugged-5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.727438] env[69289]: WARNING nova.compute.manager [req-e26ff7c2-234d-4b47-a9ea-13d8bb1154b5 req-8a658773-bd18-434c-a25e-bc1d07077693 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Received unexpected event network-vif-plugged-5845f666-418d-4752-b495-2b7614861d58 for instance with vm_state building and task_state spawning. [ 703.894220] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Successfully updated port: 5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.041471] env[69289]: INFO nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Took 39.52 seconds to build instance. [ 704.072920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.085734] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 704.085734] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259b845-dc63-63be-5f4b-c9dd15548d68" [ 704.085734] env[69289]: _type = "HttpNfcLease" [ 704.085734] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 704.086046] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 704.086046] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259b845-dc63-63be-5f4b-c9dd15548d68" [ 704.086046] env[69289]: _type = "HttpNfcLease" [ 704.086046] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 704.086904] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350d5cc-aef3-4b04-a126-89de6e347003 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.100560] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 704.101266] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 704.214741] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7485d5db-8166-4fa2-bdf7-bbdc9a3b131f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.405627] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.405951] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.549021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.383s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.571325] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36730803-3eb5-4316-8c79-cc9539cecc66 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.583068] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b200c094-7303-4d89-9f74-6c0ff86a6bd5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.623197] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff374a0d-a151-4932-af23-f3fd6e6728f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.635560] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd65e4c-3215-46e5-af38-1ec8eb10a878 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.655614] env[69289]: DEBUG nova.compute.provider_tree [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.979210] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.049544] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.159014] env[69289]: DEBUG nova.scheduler.client.report [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.372439] env[69289]: DEBUG nova.network.neutron [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Updating instance_info_cache with network_info: [{"id": "5845f666-418d-4752-b495-2b7614861d58", "address": "fa:16:3e:f4:75:a9", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5845f666-41", "ovs_interfaceid": "5845f666-418d-4752-b495-2b7614861d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.580413] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.664079] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.664731] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.667547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.964s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.667693] env[69289]: DEBUG nova.objects.instance [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 705.767688] env[69289]: DEBUG nova.compute.manager [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Received event network-changed-5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.767912] env[69289]: DEBUG nova.compute.manager [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Refreshing instance network info cache due to event network-changed-5845f666-418d-4752-b495-2b7614861d58. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.768367] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Acquiring lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.876422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.876771] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Instance network_info: |[{"id": "5845f666-418d-4752-b495-2b7614861d58", "address": "fa:16:3e:f4:75:a9", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5845f666-41", "ovs_interfaceid": "5845f666-418d-4752-b495-2b7614861d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.877606] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Acquired lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.878229] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Refreshing network info cache for port 5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.879592] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:75:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5845f666-418d-4752-b495-2b7614861d58', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.887968] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.889201] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.889655] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf9511e-bc92-4ca3-bef3-2db5bde4c167 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.913154] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.913154] env[69289]: value = "task-3276747" [ 705.913154] env[69289]: _type = "Task" [ 705.913154] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.926939] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276747, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.173067] env[69289]: DEBUG nova.compute.utils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.177517] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.180607] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.410944] env[69289]: DEBUG nova.policy [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a42570913c6148ebb8236768c167e327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1307345b3939450ea38cf33bf1bbceba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.424341] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276747, 'name': CreateVM_Task, 'duration_secs': 0.40247} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.424575] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.425271] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.425436] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.425740] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.425997] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854fc749-76ba-4e6f-8584-5f0476882171 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.431778] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 706.431778] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5203279f-d417-33f7-b8a4-800d9e7b7d4a" [ 706.431778] env[69289]: _type = "Task" [ 706.431778] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.445973] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5203279f-d417-33f7-b8a4-800d9e7b7d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.684022] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.688465] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dac927d-8a51-44fc-964a-2d271644fd7c tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.689948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.023s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.691953] env[69289]: INFO nova.compute.claims [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.700190] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Updated VIF entry in instance network info cache for port 5845f666-418d-4752-b495-2b7614861d58. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.700633] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Updating instance_info_cache with network_info: [{"id": "5845f666-418d-4752-b495-2b7614861d58", "address": "fa:16:3e:f4:75:a9", "network": {"id": "dfc85938-c26a-4df9-aafc-dbc5a59343c4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1248863604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b128894a3b5f4b12ac94c84d4cb90067", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5845f666-41", "ovs_interfaceid": "5845f666-418d-4752-b495-2b7614861d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.946611] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5203279f-d417-33f7-b8a4-800d9e7b7d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014576} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.946964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.947237] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.947498] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.948070] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.948070] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.948187] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66a2f549-6d7d-4d1b-bedd-4ba9ca607d9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.960221] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.961018] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.962123] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d6caa6-5dbd-474f-9764-88a905c59bf2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.967613] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully created port: 5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.971659] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 706.971659] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6240-b9b5-fac3-4216-1ab4327601b5" [ 706.971659] env[69289]: _type = "Task" [ 706.971659] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.982835] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6240-b9b5-fac3-4216-1ab4327601b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.204121] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Releasing lock "refresh_cache-e6b2cf96-4611-4e3f-982d-e053726b321b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.204453] env[69289]: DEBUG nova.compute.manager [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.204647] env[69289]: DEBUG nova.compute.manager [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing instance network info cache due to event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.205043] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.205123] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.205328] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.478616] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully created port: bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.484737] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dc6240-b9b5-fac3-4216-1ab4327601b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.485700] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b95acc5-bc12-4f53-8398-7c2499b14af6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.493561] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 707.493561] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524424d5-ea51-cb6e-e1d0-3fe56d8f4440" [ 707.493561] env[69289]: _type = "Task" [ 707.493561] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.504329] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524424d5-ea51-cb6e-e1d0-3fe56d8f4440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.694310] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.732009] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.732403] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.732600] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.732987] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.733282] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.733532] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.734044] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.734281] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.734767] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.734982] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.735114] env[69289]: DEBUG nova.virt.hardware [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.736128] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa158851-6f57-4c11-a35b-af6bf2cab6bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.753054] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f328f7fe-8ed3-4228-84ff-d8867ec76ce7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.917980] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully created port: 94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.014182] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524424d5-ea51-cb6e-e1d0-3fe56d8f4440, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.014521] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.018313] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e6b2cf96-4611-4e3f-982d-e053726b321b/e6b2cf96-4611-4e3f-982d-e053726b321b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.018313] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a61182-06a0-4f3a-92d1-ae47d633c22e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.030152] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 708.030152] env[69289]: value = "task-3276748" [ 708.030152] env[69289]: _type = "Task" [ 708.030152] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.042392] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.104803] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updated VIF entry in instance network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.105333] env[69289]: DEBUG nova.network.neutron [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.353046] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99cd4a3-e27c-45f0-8644-5223a4182a15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.363153] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bca3989-901b-4f1d-9a5e-d3b9a80117ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.398416] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f08238-cb58-4731-9a2c-73fef5639d91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.408139] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bb878c-bea9-4338-8c5d-878da170b9b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.424743] env[69289]: DEBUG nova.compute.provider_tree [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.542665] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276748, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.615706] env[69289]: DEBUG oslo_concurrency.lockutils [req-0b969a4d-f9e3-4b55-bec2-0cb1f1383ab6 req-171f1153-f584-49b8-8fae-e320c43f8c66 service nova] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.927958] env[69289]: DEBUG nova.scheduler.client.report [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.042796] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694908} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.042940] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e6b2cf96-4611-4e3f-982d-e053726b321b/e6b2cf96-4611-4e3f-982d-e053726b321b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.043114] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.043373] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0279218b-2599-4e52-a6ac-0d715c17cbd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.052802] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 709.052802] env[69289]: value = "task-3276749" [ 709.052802] env[69289]: _type = "Task" [ 709.052802] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.063916] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.436255] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.436732] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.443308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.989s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.444997] env[69289]: INFO nova.compute.claims [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.564305] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078672} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.564742] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.566100] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e5c5d-1c01-46bb-8863-1de11f472512 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.591446] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] e6b2cf96-4611-4e3f-982d-e053726b321b/e6b2cf96-4611-4e3f-982d-e053726b321b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.591784] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09f74b3-f4e8-4428-a26e-6ea353c479ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.620889] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 709.620889] env[69289]: value = "task-3276750" [ 709.620889] env[69289]: _type = "Task" [ 709.620889] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.634824] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276750, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.733999] env[69289]: DEBUG nova.compute.manager [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-plugged-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.733999] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.734201] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.734403] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.734610] env[69289]: DEBUG nova.compute.manager [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] No waiting events found dispatching network-vif-plugged-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.734798] env[69289]: WARNING nova.compute.manager [req-f5f8920f-2547-4d78-8f5b-9e38726ea215 req-6adb4228-0783-4c60-baff-f02d3134caad service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received unexpected event network-vif-plugged-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 for instance with vm_state building and task_state spawning. [ 709.954251] env[69289]: DEBUG nova.compute.utils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.962023] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.963298] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.969404] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully updated port: 5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.022978] env[69289]: DEBUG nova.policy [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd3d5ad8d7443f6a1a9b72f3c4b03b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbde26a0e434eafb1511065a2663212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.135895] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276750, 'name': ReconfigVM_Task, 'duration_secs': 0.378986} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.136287] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] e6b2cf96-4611-4e3f-982d-e053726b321b/e6b2cf96-4611-4e3f-982d-e053726b321b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.140240] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0fabc40-9710-4229-96ec-9a66a7d735a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.148208] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 710.148208] env[69289]: value = "task-3276751" [ 710.148208] env[69289]: _type = "Task" [ 710.148208] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.162153] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276751, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.352167] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Successfully created port: 19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.463028] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.663119] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276751, 'name': Rename_Task, 'duration_secs': 0.195677} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.663119] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.663119] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da38337d-e147-45a3-bc1b-55a54e989e8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.672622] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 710.672622] env[69289]: value = "task-3276752" [ 710.672622] env[69289]: _type = "Task" [ 710.672622] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.687844] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.017825] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0baf5e-e296-416c-8e63-b49b6f4b3532 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.027973] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18467b65-1b6b-43fa-8821-59789cfc66a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.061379] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e53a15-f903-4a6a-8e5b-b0e2a7fe6899 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.070318] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33bff54-13f0-4eb4-a55c-fb837b96fd06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.086316] env[69289]: DEBUG nova.compute.provider_tree [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.185286] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.471308] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.503744] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.504075] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.504317] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.504578] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.504770] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.504927] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.505156] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.505420] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.505484] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.505721] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.505814] env[69289]: DEBUG nova.virt.hardware [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.506867] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f80f1-3cb0-450f-814b-42b7602e3dc0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.516496] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040a838-d38b-40ad-b488-1186260ba21a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.590451] env[69289]: DEBUG nova.scheduler.client.report [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.687745] env[69289]: DEBUG oslo_vmware.api [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276752, 'name': PowerOnVM_Task, 'duration_secs': 0.546392} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.688044] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.688259] env[69289]: INFO nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Took 9.04 seconds to spawn the instance on the hypervisor. [ 711.688955] env[69289]: DEBUG nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.690669] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51465ec2-f111-49af-aac8-1ccef1750ce5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.773688] env[69289]: DEBUG nova.compute.manager [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-changed-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.773822] env[69289]: DEBUG nova.compute.manager [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing instance network info cache due to event network-changed-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.774044] env[69289]: DEBUG oslo_concurrency.lockutils [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] Acquiring lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.774188] env[69289]: DEBUG oslo_concurrency.lockutils [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] Acquired lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.774345] env[69289]: DEBUG nova.network.neutron [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing network info cache for port 5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.784529] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "9d43392c-341e-442b-a46a-a94d0e423c3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.784786] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.021365] env[69289]: DEBUG nova.compute.manager [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Received event network-vif-plugged-19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.021626] env[69289]: DEBUG oslo_concurrency.lockutils [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] Acquiring lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.021923] env[69289]: DEBUG oslo_concurrency.lockutils [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] Lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.022301] env[69289]: DEBUG oslo_concurrency.lockutils [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] Lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.022572] env[69289]: DEBUG nova.compute.manager [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] No waiting events found dispatching network-vif-plugged-19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.022777] env[69289]: WARNING nova.compute.manager [req-055451b0-39e7-4364-9234-31c7210cc9e1 req-ab800865-c091-4620-b2bc-7872f48c3dcc service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Received unexpected event network-vif-plugged-19d8a3f0-bda8-4492-b206-36d83820b20e for instance with vm_state building and task_state spawning. [ 712.096999] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Successfully updated port: 19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.098712] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.099333] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.102075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.250s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.102308] env[69289]: DEBUG nova.objects.instance [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lazy-loading 'resources' on Instance uuid 48d982a0-e7ca-4469-8a23-e6332c88e28c {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.211463] env[69289]: INFO nova.compute.manager [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Took 42.81 seconds to build instance. [ 712.255231] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully updated port: bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.322096] env[69289]: DEBUG nova.network.neutron [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.512562] env[69289]: DEBUG nova.network.neutron [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.604632] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.604632] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.604632] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.611891] env[69289]: DEBUG nova.compute.utils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.616808] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.617225] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.684087] env[69289]: DEBUG nova.policy [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.717042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4f2b1dd-b91c-4d4e-9bbb-632ed57ee500 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.510s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.017503] env[69289]: DEBUG oslo_concurrency.lockutils [req-f1431599-910f-4a49-8d3a-a4cc0e304e3b req-23f23cab-2352-45a0-afda-d5d05be023da service nova] Releasing lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.119388] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.145078] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.211402] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc059dc-7b23-418d-9b0e-7fffe240f0bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.218849] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.225395] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e0b50-b421-453c-a470-92f727a91026 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.262297] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "e6b2cf96-4611-4e3f-982d-e053726b321b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.262556] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.262767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.262953] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.263145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.267991] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deec6bd-2efb-45b7-b176-5ac242fe8f77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.270926] env[69289]: INFO nova.compute.manager [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Terminating instance [ 713.280026] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd936d14-b4c8-4714-9bea-85a093a3d3ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.298463] env[69289]: DEBUG nova.compute.provider_tree [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.346406] env[69289]: DEBUG nova.network.neutron [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Updating instance_info_cache with network_info: [{"id": "19d8a3f0-bda8-4492-b206-36d83820b20e", "address": "fa:16:3e:5e:9f:e5", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d8a3f0-bd", "ovs_interfaceid": "19d8a3f0-bda8-4492-b206-36d83820b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.439656] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Successfully created port: fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.642417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "df191190-e183-4542-87fb-13d210198a53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.642417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.642417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "df191190-e183-4542-87fb-13d210198a53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.642417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.642851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.644986] env[69289]: INFO nova.compute.manager [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Terminating instance [ 713.685731] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.687063] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed975323-8ccf-4ca0-937d-9348b4acf903 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.694065] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.694249] env[69289]: ERROR oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk due to incomplete transfer. [ 713.698018] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71344376-f8a2-4416-8c49-7567f07d570b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.703305] env[69289]: DEBUG oslo_vmware.rw_handles [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525ac8f9-5459-1061-9a3e-9aafae305f2b/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.703511] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Uploaded image c88fc823-68fa-4fa1-a3a3-98269222f784 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.705740] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.705986] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15849b66-32f6-430c-a7d4-67a0d8024111 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.714098] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 713.714098] env[69289]: value = "task-3276753" [ 713.714098] env[69289]: _type = "Task" [ 713.714098] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.724246] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276753, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.743015] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.779491] env[69289]: DEBUG nova.compute.manager [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.779739] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.780648] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43959606-dcd6-41f7-9169-ed0580b68d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.789270] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.789591] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3207e988-fbfc-43ce-a2b4-e6ae73c56f4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.798096] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 713.798096] env[69289]: value = "task-3276754" [ 713.798096] env[69289]: _type = "Task" [ 713.798096] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.802573] env[69289]: DEBUG nova.scheduler.client.report [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.816028] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.834263] env[69289]: DEBUG nova.compute.manager [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-plugged-bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.834483] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.834731] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.834933] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.835139] env[69289]: DEBUG nova.compute.manager [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] No waiting events found dispatching network-vif-plugged-bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.835317] env[69289]: WARNING nova.compute.manager [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received unexpected event network-vif-plugged-bfe38089-cad3-4c60-98c4-63b5d1786781 for instance with vm_state building and task_state spawning. [ 713.835472] env[69289]: DEBUG nova.compute.manager [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-changed-bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.835619] env[69289]: DEBUG nova.compute.manager [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing instance network info cache due to event network-changed-bfe38089-cad3-4c60-98c4-63b5d1786781. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.835809] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Acquiring lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.835937] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Acquired lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.836216] env[69289]: DEBUG nova.network.neutron [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing network info cache for port bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.849622] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.849978] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance network_info: |[{"id": "19d8a3f0-bda8-4492-b206-36d83820b20e", "address": "fa:16:3e:5e:9f:e5", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d8a3f0-bd", "ovs_interfaceid": "19d8a3f0-bda8-4492-b206-36d83820b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.850445] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:9f:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19d8a3f0-bda8-4492-b206-36d83820b20e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.858822] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating folder: Project (2fbde26a0e434eafb1511065a2663212). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.859890] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86f9229e-df41-4d71-abe7-a290b194d0a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.874764] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created folder: Project (2fbde26a0e434eafb1511065a2663212) in parent group-v654351. [ 713.874980] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating folder: Instances. Parent ref: group-v654456. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.875271] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba9940f5-9c27-40b9-89a3-52dfc41522ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.887184] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created folder: Instances in parent group-v654456. [ 713.887434] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.887715] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.887848] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2df75066-7ace-470f-8c99-19a10832c519 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.917187] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.917187] env[69289]: value = "task-3276757" [ 713.917187] env[69289]: _type = "Task" [ 713.917187] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.925862] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276757, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.052940] env[69289]: DEBUG nova.compute.manager [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Received event network-changed-19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.053094] env[69289]: DEBUG nova.compute.manager [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Refreshing instance network info cache due to event network-changed-19d8a3f0-bda8-4492-b206-36d83820b20e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.053294] env[69289]: DEBUG oslo_concurrency.lockutils [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] Acquiring lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.053436] env[69289]: DEBUG oslo_concurrency.lockutils [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] Acquired lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.053588] env[69289]: DEBUG nova.network.neutron [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Refreshing network info cache for port 19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.135386] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.149585] env[69289]: DEBUG nova.compute.manager [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.149810] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.150923] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c606f2d0-9ac4-4b9f-b0bf-23012a9068f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.168337] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.170854] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.172530] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.172851] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.172851] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.172851] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.172983] env[69289]: DEBUG nova.virt.hardware [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.173281] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-049f1ea0-1167-4830-9890-127138fe672c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.175680] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df077d-e5a6-4ee2-9f92-674f4ae342d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.189909] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56566d4a-1c27-430b-ae49-05bd71f02d3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.194743] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 714.194743] env[69289]: value = "task-3276758" [ 714.194743] env[69289]: _type = "Task" [ 714.194743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.214633] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.224254] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276753, 'name': Destroy_Task, 'duration_secs': 0.413689} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.224518] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Destroyed the VM [ 714.224784] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.225148] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d2bb9c5-7815-4e9f-8ba5-9db8043caf22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.232985] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 714.232985] env[69289]: value = "task-3276759" [ 714.232985] env[69289]: _type = "Task" [ 714.232985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.243724] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.303864] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Successfully updated port: 94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.312185] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.314610] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276754, 'name': PowerOffVM_Task, 'duration_secs': 0.204621} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.315796] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.023s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.317794] env[69289]: INFO nova.compute.claims [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.320387] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.320559] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.321554] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89ccf169-e52b-451e-8532-23e929e69cf1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.334261] env[69289]: INFO nova.scheduler.client.report [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Deleted allocations for instance 48d982a0-e7ca-4469-8a23-e6332c88e28c [ 714.382983] env[69289]: DEBUG nova.network.neutron [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.416022] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.416022] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.416022] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleting the datastore file [datastore2] e6b2cf96-4611-4e3f-982d-e053726b321b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.416022] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a201877f-39c2-476a-b667-806fbca8c6a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.434485] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276757, 'name': CreateVM_Task, 'duration_secs': 0.404227} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.435563] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.436246] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 714.436246] env[69289]: value = "task-3276761" [ 714.436246] env[69289]: _type = "Task" [ 714.436246] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.437077] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.437144] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.437455] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.437785] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de34240a-6775-46d5-a5a0-8719f445d074 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.449754] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 714.449754] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520dc623-6104-291f-7096-f2fddcf47a56" [ 714.449754] env[69289]: _type = "Task" [ 714.449754] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.454310] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.464076] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520dc623-6104-291f-7096-f2fddcf47a56, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.464411] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.464843] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.465076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.465291] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.465437] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.465728] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73cb1f5f-664b-4f88-b59d-4fbee7c7724a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.474642] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.474901] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.475680] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da34da5-c6af-43ac-b556-94226215501c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.480863] env[69289]: DEBUG nova.network.neutron [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.483219] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 714.483219] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52059c41-e2e1-d7cc-09d2-0ade8e65a5cb" [ 714.483219] env[69289]: _type = "Task" [ 714.483219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.491985] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52059c41-e2e1-d7cc-09d2-0ade8e65a5cb, 'name': SearchDatastore_Task} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.493515] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ae9b91-ff2f-4cb5-b14c-9ae01f855afe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.500155] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 714.500155] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba6d3f-450c-7642-8384-68a13b49f9ce" [ 714.500155] env[69289]: _type = "Task" [ 714.500155] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.511176] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba6d3f-450c-7642-8384-68a13b49f9ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.511486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.511794] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c4e1143f-9968-4370-9f17-cf025c50935a/c4e1143f-9968-4370-9f17-cf025c50935a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.512093] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c906132-b16a-4ba1-a371-10027216a673 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.519621] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 714.519621] env[69289]: value = "task-3276762" [ 714.519621] env[69289]: _type = "Task" [ 714.519621] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.527365] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.707818] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276758, 'name': PowerOffVM_Task, 'duration_secs': 0.208579} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.708297] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.708297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.708603] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d415dd1-b677-47b3-a0d1-19de0222a551 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.745511] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276759, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.799179] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.799530] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.799836] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleting the datastore file [datastore2] df191190-e183-4542-87fb-13d210198a53 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.800303] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99aa6e3b-6188-4d73-a950-911f5bf4b47d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.806974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.814056] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for the task: (returnval){ [ 714.814056] env[69289]: value = "task-3276764" [ 714.814056] env[69289]: _type = "Task" [ 714.814056] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.817679] env[69289]: DEBUG nova.network.neutron [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Updated VIF entry in instance network info cache for port 19d8a3f0-bda8-4492-b206-36d83820b20e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.818085] env[69289]: DEBUG nova.network.neutron [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Updating instance_info_cache with network_info: [{"id": "19d8a3f0-bda8-4492-b206-36d83820b20e", "address": "fa:16:3e:5e:9f:e5", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d8a3f0-bd", "ovs_interfaceid": "19d8a3f0-bda8-4492-b206-36d83820b20e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.827273] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.842412] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ffbbec17-1267-4e43-a6c3-dbb4cb120ce7 tempest-FloatingIPsAssociationNegativeTestJSON-599364630 tempest-FloatingIPsAssociationNegativeTestJSON-599364630-project-member] Lock "48d982a0-e7ca-4469-8a23-e6332c88e28c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.316s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.950251] env[69289]: DEBUG oslo_vmware.api [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141586} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.950625] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.950837] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.951030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.951228] env[69289]: INFO nova.compute.manager [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 714.951487] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.951692] env[69289]: DEBUG nova.compute.manager [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.951790] env[69289]: DEBUG nova.network.neutron [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.984939] env[69289]: DEBUG oslo_concurrency.lockutils [req-4a8090e1-e989-46e7-a4c1-1871c364f50f req-f2666947-3665-48b8-b627-33669b94469e service nova] Releasing lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.985579] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.985579] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.029650] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501644} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.029918] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c4e1143f-9968-4370-9f17-cf025c50935a/c4e1143f-9968-4370-9f17-cf025c50935a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.030156] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.030434] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-938c66a8-38fd-4ce0-9bc2-dd98a65114a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.038140] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 715.038140] env[69289]: value = "task-3276765" [ 715.038140] env[69289]: _type = "Task" [ 715.038140] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.046042] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.170337] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Successfully updated port: fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.246038] env[69289]: DEBUG oslo_vmware.api [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276759, 'name': RemoveSnapshot_Task, 'duration_secs': 0.651453} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.246038] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.249409] env[69289]: INFO nova.compute.manager [None req-2d9ebc89-21d2-4b9e-a95b-e8e7f1f8d094 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 16.38 seconds to snapshot the instance on the hypervisor. [ 715.332546] env[69289]: DEBUG oslo_concurrency.lockutils [req-64cd065a-c2f7-4b87-a75c-c8275959aaf4 req-b6bb6cac-ceba-4fb8-bc6e-29b26b5468d8 service nova] Releasing lock "refresh_cache-c4e1143f-9968-4370-9f17-cf025c50935a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.332956] env[69289]: DEBUG oslo_vmware.api [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Task: {'id': task-3276764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432409} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.334689] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.334795] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.334997] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.335216] env[69289]: INFO nova.compute.manager [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] [instance: df191190-e183-4542-87fb-13d210198a53] Took 1.19 seconds to destroy the instance on the hypervisor. [ 715.335459] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.335654] env[69289]: DEBUG nova.compute.manager [-] [instance: df191190-e183-4542-87fb-13d210198a53] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.335747] env[69289]: DEBUG nova.network.neutron [-] [instance: df191190-e183-4542-87fb-13d210198a53] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.534932] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.550431] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066734} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.550431] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.551312] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dfdbe6-1dcc-4c7e-80a3-c00c34209a64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.574593] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c4e1143f-9968-4370-9f17-cf025c50935a/c4e1143f-9968-4370-9f17-cf025c50935a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.577370] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99f5511-5d5a-4456-8cdc-b2178c14d150 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.599782] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 715.599782] env[69289]: value = "task-3276766" [ 715.599782] env[69289]: _type = "Task" [ 715.599782] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.609292] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.674584] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.674584] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674584] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.891633] env[69289]: DEBUG nova.network.neutron [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.933939] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Received event network-vif-plugged-fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.934509] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Acquiring lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.934509] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.934702] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.934774] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] No waiting events found dispatching network-vif-plugged-fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.934917] env[69289]: WARNING nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Received unexpected event network-vif-plugged-fbd19af7-b8e7-4abe-aa02-252e80277f84 for instance with vm_state building and task_state spawning. [ 715.935104] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Received event network-changed-fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.935267] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Refreshing instance network info cache due to event network-changed-fbd19af7-b8e7-4abe-aa02-252e80277f84. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.935675] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Acquiring lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.996186] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8256e8b3-d2b3-44c8-bc85-7ad580b51a0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.005624] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55fe90-f034-4f05-b7dc-e36897bf77dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.042811] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486561cb-c6b0-4f39-aa1a-c270ec457d7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.052472] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a6350-79dd-4c92-8515-eca51f6a0906 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.071370] env[69289]: DEBUG nova.compute.provider_tree [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.113194] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276766, 'name': ReconfigVM_Task, 'duration_secs': 0.504454} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.113383] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c4e1143f-9968-4370-9f17-cf025c50935a/c4e1143f-9968-4370-9f17-cf025c50935a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.114052] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916b0984-0b35-4180-8cc7-73a7f4bef3bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.122389] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 716.122389] env[69289]: value = "task-3276767" [ 716.122389] env[69289]: _type = "Task" [ 716.122389] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.139180] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276767, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.165192] env[69289]: DEBUG nova.network.neutron [-] [instance: df191190-e183-4542-87fb-13d210198a53] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.194743] env[69289]: DEBUG nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-plugged-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.194743] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.194743] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.194848] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.195014] env[69289]: DEBUG nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] No waiting events found dispatching network-vif-plugged-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.195266] env[69289]: WARNING nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received unexpected event network-vif-plugged-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 for instance with vm_state building and task_state spawning. [ 716.195428] env[69289]: DEBUG nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-changed-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.195571] env[69289]: DEBUG nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing instance network info cache due to event network-changed-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.195731] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Acquiring lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.211361] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.301213] env[69289]: DEBUG nova.network.neutron [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updating instance_info_cache with network_info: [{"id": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "address": "fa:16:3e:c6:b2:37", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df4b0f3-13", "ovs_interfaceid": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfe38089-cad3-4c60-98c4-63b5d1786781", "address": "fa:16:3e:5b:ff:d3", "network": {"id": "a283fa65-e7c4-400f-834c-936fc8f5db28", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866511694", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe38089-ca", "ovs_interfaceid": "bfe38089-cad3-4c60-98c4-63b5d1786781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "address": "fa:16:3e:4a:2c:06", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bbf6e8-70", "ovs_interfaceid": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.364837] env[69289]: DEBUG nova.network.neutron [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Updating instance_info_cache with network_info: [{"id": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "address": "fa:16:3e:0a:f8:08", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd19af7-b8", "ovs_interfaceid": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.396918] env[69289]: INFO nova.compute.manager [-] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Took 1.44 seconds to deallocate network for instance. [ 716.577257] env[69289]: DEBUG nova.scheduler.client.report [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.635179] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276767, 'name': Rename_Task, 'duration_secs': 0.157238} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.635600] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.635955] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914c3aa1-ab1c-4ca8-9798-469e19ead71a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.644260] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 716.644260] env[69289]: value = "task-3276768" [ 716.644260] env[69289]: _type = "Task" [ 716.644260] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.653595] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.668665] env[69289]: INFO nova.compute.manager [-] [instance: df191190-e183-4542-87fb-13d210198a53] Took 1.33 seconds to deallocate network for instance. [ 716.806441] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.806441] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance network_info: |[{"id": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "address": "fa:16:3e:c6:b2:37", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df4b0f3-13", "ovs_interfaceid": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfe38089-cad3-4c60-98c4-63b5d1786781", "address": "fa:16:3e:5b:ff:d3", "network": {"id": "a283fa65-e7c4-400f-834c-936fc8f5db28", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866511694", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe38089-ca", "ovs_interfaceid": "bfe38089-cad3-4c60-98c4-63b5d1786781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "address": "fa:16:3e:4a:2c:06", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bbf6e8-70", "ovs_interfaceid": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.806441] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Acquired lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.806441] env[69289]: DEBUG nova.network.neutron [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Refreshing network info cache for port 94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.806860] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:b2:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df4b0f3-1398-464c-9ebd-a20b4dfc9c79', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ff:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe38089-cad3-4c60-98c4-63b5d1786781', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:2c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94bbf6e8-70fa-4e1d-ad27-e1d993ca9116', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.819735] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Creating folder: Project (1307345b3939450ea38cf33bf1bbceba). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.821568] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b2bf76c-62cf-456b-a752-076e2fa0074c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.834016] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Created folder: Project (1307345b3939450ea38cf33bf1bbceba) in parent group-v654351. [ 716.834016] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Creating folder: Instances. Parent ref: group-v654459. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.834016] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d365798-76ec-49a5-96b7-52cb2963df92 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.845341] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Created folder: Instances in parent group-v654459. [ 716.845555] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.845851] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.846020] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1b364b5-5193-4594-b992-1f4cc998b964 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.868526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.868526] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Instance network_info: |[{"id": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "address": "fa:16:3e:0a:f8:08", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd19af7-b8", "ovs_interfaceid": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.868526] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Acquired lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.868721] env[69289]: DEBUG nova.network.neutron [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Refreshing network info cache for port fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.869994] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:f8:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbd19af7-b8e7-4abe-aa02-252e80277f84', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.877851] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.879573] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.879800] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.879800] env[69289]: value = "task-3276771" [ 716.879800] env[69289]: _type = "Task" [ 716.879800] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.880562] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-501c0591-9fcd-450d-8b79-0446fd9bf7b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.903465] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.908289] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276771, 'name': CreateVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.909782] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.909782] env[69289]: value = "task-3276772" [ 716.909782] env[69289]: _type = "Task" [ 716.909782] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.917734] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276772, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.085165] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.085744] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.089951] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.269s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.091711] env[69289]: INFO nova.compute.claims [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.158555] env[69289]: DEBUG oslo_vmware.api [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276768, 'name': PowerOnVM_Task, 'duration_secs': 0.485704} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.158835] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.159079] env[69289]: INFO nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Took 5.69 seconds to spawn the instance on the hypervisor. [ 717.159263] env[69289]: DEBUG nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.160162] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff0bb9-9cdb-4e5e-9d87-e8800dc60397 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.178900] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.407704] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276771, 'name': CreateVM_Task, 'duration_secs': 0.533189} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.407897] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.408839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.409558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.409649] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9cd939-b475-4d3a-8607-012a56c670b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.421551] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 717.421551] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52675fca-2a6f-4651-cff9-afa1a366ce16" [ 717.421551] env[69289]: _type = "Task" [ 717.421551] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.427950] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276772, 'name': CreateVM_Task, 'duration_secs': 0.410984} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.429830] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.430840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.431201] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.431310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.432053] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68fdda75-f823-44de-b0f4-14b73c74b2af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.437861] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52675fca-2a6f-4651-cff9-afa1a366ce16, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.439157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.440487] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.440487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.440487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.440487] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.440487] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 717.440487] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc5e80-1c3e-732a-4867-fd051d8150fb" [ 717.440487] env[69289]: _type = "Task" [ 717.440487] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.440487] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5cdf4fe-8693-4992-a31f-3236b634a15e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.451315] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc5e80-1c3e-732a-4867-fd051d8150fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.452302] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.452511] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.452744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.452889] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.453082] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.455914] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.455914] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.455914] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59100775-c834-404b-9d39-521028dd0c43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.456171] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8152d23d-90ca-4286-a0cd-0e7489cce34e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.467481] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 717.467481] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e7635e-cb15-130e-c149-428fe030e185" [ 717.467481] env[69289]: _type = "Task" [ 717.467481] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.471978] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.472191] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.473369] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1b7672-ee4c-4659-9e92-0213989615b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.480825] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e7635e-cb15-130e-c149-428fe030e185, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.484546] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 717.484546] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52106127-573c-eb43-f7b2-726194cb1d73" [ 717.484546] env[69289]: _type = "Task" [ 717.484546] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.484808] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a60bf3-a338-4387-9f60-80f41607e78b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.495676] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 717.495676] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a251a2-e781-0935-5b84-02c07cc4cf01" [ 717.495676] env[69289]: _type = "Task" [ 717.495676] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.499454] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52106127-573c-eb43-f7b2-726194cb1d73, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.502914] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad84f8a-b919-4cf5-96f5-172a737b2d9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.510670] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 717.510670] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bc3365-752e-7f2e-3eed-8d38994df747" [ 717.510670] env[69289]: _type = "Task" [ 717.510670] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.520405] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a251a2-e781-0935-5b84-02c07cc4cf01, 'name': SearchDatastore_Task, 'duration_secs': 0.009283} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.523885] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.523973] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 650de323-6844-486d-bf31-74a4b8040bd2/650de323-6844-486d-bf31-74a4b8040bd2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.524197] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca8b7ec7-1b7a-468f-b57c-7a7cc624e160 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.532251] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bc3365-752e-7f2e-3eed-8d38994df747, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.533409] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.533671] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e2b4cfcb-4d2b-408f-ad17-126626473854/e2b4cfcb-4d2b-408f-ad17-126626473854.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.534009] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 717.534009] env[69289]: value = "task-3276773" [ 717.534009] env[69289]: _type = "Task" [ 717.534009] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.534167] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-115a32d1-0df3-4ca1-a7d4-6ade21a2afb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.544480] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.545849] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 717.545849] env[69289]: value = "task-3276774" [ 717.545849] env[69289]: _type = "Task" [ 717.545849] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.558824] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.599926] env[69289]: DEBUG nova.compute.utils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.602527] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.602650] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.650451] env[69289]: DEBUG nova.network.neutron [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updated VIF entry in instance network info cache for port 94bbf6e8-70fa-4e1d-ad27-e1d993ca9116. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.650451] env[69289]: DEBUG nova.network.neutron [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updating instance_info_cache with network_info: [{"id": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "address": "fa:16:3e:c6:b2:37", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df4b0f3-13", "ovs_interfaceid": "5df4b0f3-1398-464c-9ebd-a20b4dfc9c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bfe38089-cad3-4c60-98c4-63b5d1786781", "address": "fa:16:3e:5b:ff:d3", "network": {"id": "a283fa65-e7c4-400f-834c-936fc8f5db28", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-866511694", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe38089-ca", "ovs_interfaceid": "bfe38089-cad3-4c60-98c4-63b5d1786781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "address": "fa:16:3e:4a:2c:06", "network": {"id": "35fb15b3-fd52-4793-ae3e-0f9b3ba3c1d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2056213555", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94bbf6e8-70", "ovs_interfaceid": "94bbf6e8-70fa-4e1d-ad27-e1d993ca9116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.654068] env[69289]: DEBUG nova.network.neutron [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Updated VIF entry in instance network info cache for port fbd19af7-b8e7-4abe-aa02-252e80277f84. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.655065] env[69289]: DEBUG nova.network.neutron [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Updating instance_info_cache with network_info: [{"id": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "address": "fa:16:3e:0a:f8:08", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbd19af7-b8", "ovs_interfaceid": "fbd19af7-b8e7-4abe-aa02-252e80277f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.663631] env[69289]: DEBUG nova.policy [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4caa26e41a704c0ebd9cdd24f41ff77f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e2273618134f36900ceb926c57faa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.682762] env[69289]: INFO nova.compute.manager [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Took 39.04 seconds to build instance. [ 717.986072] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Successfully created port: 11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.049057] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276773, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.060673] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276774, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.109090] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.119877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.120634] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.121867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.121867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.121867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.125602] env[69289]: INFO nova.compute.manager [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Terminating instance [ 718.154709] env[69289]: DEBUG oslo_concurrency.lockutils [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] Releasing lock "refresh_cache-650de323-6844-486d-bf31-74a4b8040bd2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.154709] env[69289]: DEBUG nova.compute.manager [req-e1fb0c59-23d5-46e0-b326-af15b2ca6b9e req-d03bf20b-61b2-417c-9d0f-dfeb4d4166e8 service nova] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Received event network-vif-deleted-5845f666-418d-4752-b495-2b7614861d58 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.159249] env[69289]: DEBUG oslo_concurrency.lockutils [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] Releasing lock "refresh_cache-e2b4cfcb-4d2b-408f-ad17-126626473854" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.159249] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Received event network-vif-deleted-6af5afc0-cc23-418c-b2d7-51dcea63e1fb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.159249] env[69289]: INFO nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Neutron deleted interface 6af5afc0-cc23-418c-b2d7-51dcea63e1fb; detaching it from the instance and deleting it from the info cache [ 718.159409] env[69289]: DEBUG nova.network.neutron [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.185252] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ada9ec1a-90b3-499a-9bc9-14fce874de40 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.171s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.550634] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607238} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.553905] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 650de323-6844-486d-bf31-74a4b8040bd2/650de323-6844-486d-bf31-74a4b8040bd2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.554160] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.554421] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-800a39d3-2671-440a-a135-fb04ef582674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.566468] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58815} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.566468] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e2b4cfcb-4d2b-408f-ad17-126626473854/e2b4cfcb-4d2b-408f-ad17-126626473854.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.566468] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.566468] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 718.566468] env[69289]: value = "task-3276775" [ 718.566468] env[69289]: _type = "Task" [ 718.566468] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.566468] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4981795a-2f33-4225-a19d-e90c9f12ce8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.580214] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.581866] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 718.581866] env[69289]: value = "task-3276776" [ 718.581866] env[69289]: _type = "Task" [ 718.581866] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.590978] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.631423] env[69289]: DEBUG nova.compute.manager [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.631637] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.636870] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d5c4b6-bcc3-4fdc-bcb3-d417062380ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.647240] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c55f28-a5f4-477a-b077-86c69598e1b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.656461] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91f491-c046-4b98-92f3-cbf174d26152 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.660059] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.660340] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3867bab8-098f-45f3-9f97-0dbe2e83faa0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.662367] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eeaa1dd5-959a-474a-acb1-9fb2df68af94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.692509] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.699179] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e526e4f1-c866-4976-a542-6a3f55bbb1b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.701558] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 718.701558] env[69289]: value = "task-3276777" [ 718.701558] env[69289]: _type = "Task" [ 718.701558] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.709919] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d542d77-d9a1-41f2-b2e5-5ddec8067a28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.729039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b249b1-8b08-41b7-945a-886ac03943cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.739550] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.754213] env[69289]: DEBUG nova.compute.manager [req-08b22c79-34ff-4558-9fe9-2bd558624a41 req-13eda645-1345-48c5-b0b5-a33a042253a1 service nova] [instance: df191190-e183-4542-87fb-13d210198a53] Detach interface failed, port_id=6af5afc0-cc23-418c-b2d7-51dcea63e1fb, reason: Instance df191190-e183-4542-87fb-13d210198a53 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 718.765328] env[69289]: DEBUG nova.compute.provider_tree [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.850575] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "c4e1143f-9968-4370-9f17-cf025c50935a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.853157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.853157] env[69289]: DEBUG nova.compute.manager [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.853157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192153b8-7862-437f-980b-93ad4f6a6135 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.860848] env[69289]: DEBUG nova.compute.manager [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 718.862415] env[69289]: DEBUG nova.objects.instance [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'flavor' on Instance uuid c4e1143f-9968-4370-9f17-cf025c50935a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.005452] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.005782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.078792] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083441} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.079102] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.079900] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c5227b-7b11-4a3c-b9a1-f7c8ecbb442c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.092843] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070937} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.106631] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.115584] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 650de323-6844-486d-bf31-74a4b8040bd2/650de323-6844-486d-bf31-74a4b8040bd2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.116413] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18cebbb-6129-4380-b012-7a54612dc499 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.119141] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e714e13-3d1e-4c08-bc8b-40b4c6a87b77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.136259] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.160643] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] e2b4cfcb-4d2b-408f-ad17-126626473854/e2b4cfcb-4d2b-408f-ad17-126626473854.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.164044] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63754490-c8d8-4443-bba4-a44c78d3054d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.178883] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 719.178883] env[69289]: value = "task-3276778" [ 719.178883] env[69289]: _type = "Task" [ 719.178883] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.187201] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.187450] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.187603] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.187841] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.187992] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.188216] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.188444] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.188607] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.188773] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.188959] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.189117] env[69289]: DEBUG nova.virt.hardware [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.189511] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 719.189511] env[69289]: value = "task-3276779" [ 719.189511] env[69289]: _type = "Task" [ 719.189511] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.190188] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49872222-872d-4ae9-904c-eead6e511737 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.209556] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.216128] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745159db-be6b-4c95-8cf4-ee942518f62e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.228627] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276777, 'name': PowerOffVM_Task, 'duration_secs': 0.218962} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.242123] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.242123] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.242123] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00895500-9eaf-48b7-899f-7d3f7e663fcd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.245065] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.269096] env[69289]: DEBUG nova.scheduler.client.report [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.322066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.322339] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.322546] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleting the datastore file [datastore1] c3cafcb3-8a38-430f-9b3d-20a39b4907da {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.322827] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-385a7af2-24e5-4875-9f7e-39f41cfd87c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.331119] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 719.331119] env[69289]: value = "task-3276781" [ 719.331119] env[69289]: _type = "Task" [ 719.331119] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.339392] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.510584] env[69289]: DEBUG nova.compute.utils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.646458] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Successfully updated port: 11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.691673] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.706676] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276779, 'name': ReconfigVM_Task, 'duration_secs': 0.326559} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.707029] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Reconfigured VM instance instance-00000027 to attach disk [datastore1] e2b4cfcb-4d2b-408f-ad17-126626473854/e2b4cfcb-4d2b-408f-ad17-126626473854.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.707691] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4328a30-cba0-4314-ad7a-05319162307e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.716660] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 719.716660] env[69289]: value = "task-3276782" [ 719.716660] env[69289]: _type = "Task" [ 719.716660] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.729895] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276782, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.741620] env[69289]: DEBUG nova.compute.manager [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Received event network-vif-plugged-11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.741913] env[69289]: DEBUG oslo_concurrency.lockutils [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] Acquiring lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.742249] env[69289]: DEBUG oslo_concurrency.lockutils [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.742451] env[69289]: DEBUG oslo_concurrency.lockutils [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.742634] env[69289]: DEBUG nova.compute.manager [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] No waiting events found dispatching network-vif-plugged-11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.742819] env[69289]: WARNING nova.compute.manager [req-efc78b74-0f9b-4d3d-a91e-25cf71dce0a9 req-0e0ac5a0-ee62-4a1d-bde3-41a74e156ecf service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Received unexpected event network-vif-plugged-11f5def7-ef02-4502-bdfb-d6e9963d81dd for instance with vm_state building and task_state spawning. [ 719.774948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.775565] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.778344] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.344s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.842460] env[69289]: DEBUG oslo_vmware.api [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176908} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.842794] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.843031] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.843250] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.843452] env[69289]: INFO nova.compute.manager [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Took 1.21 seconds to destroy the instance on the hypervisor. [ 719.843749] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.843967] env[69289]: DEBUG nova.compute.manager [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.844079] env[69289]: DEBUG nova.network.neutron [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.868992] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.869411] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfdd8fb-97e1-4c6b-9898-5d2326bdfe79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.880039] env[69289]: DEBUG oslo_vmware.api [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 719.880039] env[69289]: value = "task-3276783" [ 719.880039] env[69289]: _type = "Task" [ 719.880039] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.893465] env[69289]: DEBUG oslo_vmware.api [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.013791] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.125852] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "23cbf20d-c067-4565-a66a-54ffd452cf07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.126099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.150019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.150019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.150019] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.191094] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276778, 'name': ReconfigVM_Task, 'duration_secs': 0.842557} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.191733] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 650de323-6844-486d-bf31-74a4b8040bd2/650de323-6844-486d-bf31-74a4b8040bd2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.192693] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4ac2edb-bee1-4865-8834-3d63fa44fc93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.201789] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 720.201789] env[69289]: value = "task-3276784" [ 720.201789] env[69289]: _type = "Task" [ 720.201789] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.214363] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276784, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.226868] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276782, 'name': Rename_Task, 'duration_secs': 0.228508} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.227202] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.227412] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78da7d31-7e2b-46e0-924b-5dde43dcc30b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.238784] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 720.238784] env[69289]: value = "task-3276785" [ 720.238784] env[69289]: _type = "Task" [ 720.238784] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.247493] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.283320] env[69289]: DEBUG nova.compute.utils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.288563] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.288660] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.347158] env[69289]: DEBUG nova.policy [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '917d000a8c734e4693f71832d0ee6055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8da7c27cc08e483c8d2558bc5c578bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.393852] env[69289]: DEBUG oslo_vmware.api [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276783, 'name': PowerOffVM_Task, 'duration_secs': 0.275054} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.397179] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.397179] env[69289]: DEBUG nova.compute.manager [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.399410] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d4925d-fd97-4856-a3d1-bd48920697dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.608542] env[69289]: DEBUG nova.network.neutron [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.675815] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Successfully created port: a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.698111] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.713970] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276784, 'name': Rename_Task, 'duration_secs': 0.196036} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.717815] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.717815] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00be3b64-cb80-4df3-967e-694568347530 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.726107] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 720.726107] env[69289]: value = "task-3276786" [ 720.726107] env[69289]: _type = "Task" [ 720.726107] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.737295] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.748908] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276785, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.789234] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.809089] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a093e6f1-5b1d-4f75-a471-534c85ab0e98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.817213] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db42b55-b730-451f-a88a-560600afc6b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.852696] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98607d71-0dc9-4234-8101-0047b649b75f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.858988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "dea64e06-690f-49f4-86aa-47d223377148" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.859243] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.864607] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5ba02-5703-47c6-8bc6-c3e11d88aadd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.881504] env[69289]: DEBUG nova.compute.provider_tree [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.914709] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56f47b74-f075-49ea-932b-8ce70dc554f8 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.106948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.107290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.107485] env[69289]: INFO nova.compute.manager [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Attaching volume 054f1435-847e-4e5d-9d54-7cf03d885572 to /dev/sdb [ 721.118751] env[69289]: INFO nova.compute.manager [-] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Took 1.27 seconds to deallocate network for instance. [ 721.125306] env[69289]: DEBUG nova.network.neutron [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updating instance_info_cache with network_info: [{"id": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "address": "fa:16:3e:e0:61:a7", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5def7-ef", "ovs_interfaceid": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.156385] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e41fb-33c7-422a-aea3-26b1d1882ffc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.165645] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe90f4-327e-4427-b224-acc470cec0c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.185160] env[69289]: DEBUG nova.virt.block_device [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating existing volume attachment record: 424c4d7a-acc0-4b92-be8e-44bb7264110f {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 721.237393] env[69289]: DEBUG oslo_vmware.api [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276786, 'name': PowerOnVM_Task, 'duration_secs': 0.490557} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.237732] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.238418] env[69289]: INFO nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Took 13.54 seconds to spawn the instance on the hypervisor. [ 721.238418] env[69289]: DEBUG nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.240032] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec16fc-58d8-48fd-a16e-82be55fae63b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.263086] env[69289]: DEBUG oslo_vmware.api [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276785, 'name': PowerOnVM_Task, 'duration_secs': 0.721614} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.263845] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.264235] env[69289]: INFO nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Took 7.13 seconds to spawn the instance on the hypervisor. [ 721.264533] env[69289]: DEBUG nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.265435] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7405a0-8920-4daa-88e1-76f77a368537 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.386288] env[69289]: DEBUG nova.scheduler.client.report [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.635049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.635049] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Instance network_info: |[{"id": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "address": "fa:16:3e:e0:61:a7", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5def7-ef", "ovs_interfaceid": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.636258] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.636731] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:61:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f5def7-ef02-4502-bdfb-d6e9963d81dd', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.645130] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.645377] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.645632] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8216adb-2c8a-4fc3-a47f-bad07cf53c85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.669362] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.669362] env[69289]: value = "task-3276790" [ 721.669362] env[69289]: _type = "Task" [ 721.669362] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.677821] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276790, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.771152] env[69289]: INFO nova.compute.manager [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Took 47.13 seconds to build instance. [ 721.782143] env[69289]: INFO nova.compute.manager [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Took 40.36 seconds to build instance. [ 721.796164] env[69289]: DEBUG nova.compute.manager [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Received event network-changed-11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.796164] env[69289]: DEBUG nova.compute.manager [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Refreshing instance network info cache due to event network-changed-11f5def7-ef02-4502-bdfb-d6e9963d81dd. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.796352] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] Acquiring lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.796560] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] Acquired lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.796801] env[69289]: DEBUG nova.network.neutron [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Refreshing network info cache for port 11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.803872] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.827611] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.827850] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.828051] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.828247] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.828390] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.828567] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.828797] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.828956] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.829140] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.829308] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.829702] env[69289]: DEBUG nova.virt.hardware [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.830721] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162a7703-5521-43de-87db-411e98721ec7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.839514] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79729806-18b9-4acc-a056-aa233c889e5b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.187736] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276790, 'name': CreateVM_Task, 'duration_secs': 0.358933} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.188245] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.189418] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.189942] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.190445] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.191014] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f42593-43f1-485e-8377-5ff22f411bd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.196469] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 722.196469] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528a06a9-2651-45e5-f4b0-d51b56bde8c3" [ 722.196469] env[69289]: _type = "Task" [ 722.196469] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.205050] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528a06a9-2651-45e5-f4b0-d51b56bde8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.261876] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "e2b4cfcb-4d2b-408f-ad17-126626473854" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.273639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a86713a-9c84-470d-8f8f-faac4ccfc262 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.216s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.284230] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6314632c-a40e-4b1a-89b0-2c1137838865 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.716s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.285537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.285768] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.285985] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.286164] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.292536] env[69289]: INFO nova.compute.manager [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Terminating instance [ 722.398531] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.620s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.401558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.259s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.402189] env[69289]: DEBUG nova.objects.instance [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 722.504450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.504888] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.527099] env[69289]: DEBUG nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.527978] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0099e116-f17a-417b-a43a-846d999b39df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.623756] env[69289]: DEBUG nova.network.neutron [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updated VIF entry in instance network info cache for port 11f5def7-ef02-4502-bdfb-d6e9963d81dd. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.624151] env[69289]: DEBUG nova.network.neutron [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updating instance_info_cache with network_info: [{"id": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "address": "fa:16:3e:e0:61:a7", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5def7-ef", "ovs_interfaceid": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.653503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.653675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.653881] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "650de323-6844-486d-bf31-74a4b8040bd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.654154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.654372] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.657060] env[69289]: INFO nova.compute.manager [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Terminating instance [ 722.670736] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Successfully updated port: a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.706667] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528a06a9-2651-45e5-f4b0-d51b56bde8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01478} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.706994] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.707252] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.707486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.707632] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.707805] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.708131] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73262950-da8c-4cdf-8e30-ff0843a837cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.719415] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.719600] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.720341] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8974555-e291-4ef6-8a6d-16235149d847 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.725433] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 722.725433] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520b740f-7cbe-760a-31a1-ed39a35d093b" [ 722.725433] env[69289]: _type = "Task" [ 722.725433] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.732742] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520b740f-7cbe-760a-31a1-ed39a35d093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.776642] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.790958] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.795125] env[69289]: DEBUG nova.compute.manager [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.795336] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.796177] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d37670-669a-4e28-8b06-7496fc42ea3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.803583] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.803813] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70cb1a93-cb38-4abd-8c88-714247976766 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.811305] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 722.811305] env[69289]: value = "task-3276791" [ 722.811305] env[69289]: _type = "Task" [ 722.811305] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.819504] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.963905] env[69289]: INFO nova.scheduler.client.report [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleted allocation for migration 70f90ecf-745a-4fd6-9d0a-1b633fd34a72 [ 723.008224] env[69289]: DEBUG nova.compute.utils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.038878] env[69289]: INFO nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] instance snapshotting [ 723.039267] env[69289]: WARNING nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 723.042584] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0cd6c-b950-4380-bc9f-a08fb2df13a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.065140] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d993e5-118d-42a0-8b1a-269344ae8263 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.126431] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] Releasing lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.126686] env[69289]: DEBUG nova.compute.manager [req-5bcabbce-7ad1-470c-aae3-a376832e9bd5 req-f89f8453-0b14-4f0b-a584-5ed1055f1c64 service nova] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Received event network-vif-deleted-3efad863-02d9-4741-8828-5c63833f9583 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.161358] env[69289]: DEBUG nova.compute.manager [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.161577] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.162584] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8156b49-707f-4b15-82f2-f33cb56c2b7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.171211] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.171457] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71978d66-4a9d-4174-a66d-ba04baac5c79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.173219] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.173367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquired lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.173504] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.180310] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 723.180310] env[69289]: value = "task-3276792" [ 723.180310] env[69289]: _type = "Task" [ 723.180310] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.189222] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.242186] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520b740f-7cbe-760a-31a1-ed39a35d093b, 'name': SearchDatastore_Task, 'duration_secs': 0.036143} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.243096] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b64b6ee-4d20-41f2-908a-55367a212970 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.249841] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 723.249841] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524b4f84-eb48-3bc0-1aa3-61b52fee7600" [ 723.249841] env[69289]: _type = "Task" [ 723.249841] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.258566] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524b4f84-eb48-3bc0-1aa3-61b52fee7600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.300572] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.312840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.322214] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276791, 'name': PowerOffVM_Task, 'duration_secs': 0.305877} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.322489] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.323631] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.323631] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010dff65-e434-43a9-a37a-03a512d9dbc8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.394151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.394443] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.394888] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore1] e2b4cfcb-4d2b-408f-ad17-126626473854 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.395303] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260d2c0d-2904-486f-8e0f-4168c7cf418b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.402261] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 723.402261] env[69289]: value = "task-3276794" [ 723.402261] env[69289]: _type = "Task" [ 723.402261] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.410849] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.411973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0a6a081-fa78-454e-8f91-4754f9ad7bdf tempest-ServersAdmin275Test-900987007 tempest-ServersAdmin275Test-900987007-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.413751] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.567s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.413751] env[69289]: DEBUG nova.objects.instance [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lazy-loading 'resources' on Instance uuid 32a308b1-58c4-4fd0-b074-46fe0f5eb439 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 723.470744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-de511a48-6008-4d6b-a012-6ee901736f72 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.593s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.514431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.576752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 723.577160] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd61ad46-18e2-4837-aeb1-7089fa43b156 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.584379] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 723.584379] env[69289]: value = "task-3276796" [ 723.584379] env[69289]: _type = "Task" [ 723.584379] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.592732] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276796, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.692019] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276792, 'name': PowerOffVM_Task, 'duration_secs': 0.239236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.692465] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.692630] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.692887] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ccd1aba-d28a-4720-b62b-2079612dac4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.708607] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.762776] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524b4f84-eb48-3bc0-1aa3-61b52fee7600, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.762776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.763041] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 33e9ce28-3e7d-4f6c-9caf-aa934372abe9/33e9ce28-3e7d-4f6c-9caf-aa934372abe9.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.763354] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b023b4e-b95c-4f8b-94cc-a08f92bbe297 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.774919] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 723.774919] env[69289]: value = "task-3276798" [ 723.774919] env[69289]: _type = "Task" [ 723.774919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.783650] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.858472] env[69289]: DEBUG nova.network.neutron [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Updating instance_info_cache with network_info: [{"id": "a38470a2-1e12-461f-b880-206724a2fdf1", "address": "fa:16:3e:40:67:94", "network": {"id": "403d9507-5e2a-4f91-96d7-f2e7984bb1b8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1800385369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da7c27cc08e483c8d2558bc5c578bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38470a2-1e", "ovs_interfaceid": "a38470a2-1e12-461f-b880-206724a2fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.861315] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.861601] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.861866] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleting the datastore file [datastore2] 650de323-6844-486d-bf31-74a4b8040bd2 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.862421] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bc34131-b5e9-4f1a-8af1-cbccf6576efd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.868388] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 723.868388] env[69289]: value = "task-3276799" [ 723.868388] env[69289]: _type = "Task" [ 723.868388] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.877159] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.912317] env[69289]: DEBUG oslo_vmware.api [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3276794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229901} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.912587] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.912774] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.912991] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.913160] env[69289]: INFO nova.compute.manager [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Took 1.12 seconds to destroy the instance on the hypervisor. [ 723.913405] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.913611] env[69289]: DEBUG nova.compute.manager [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.913697] env[69289]: DEBUG nova.network.neutron [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.097546] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276796, 'name': CreateSnapshot_Task, 'duration_secs': 0.432115} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.097807] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.098610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9c9c1c-5ae0-4ba2-b918-80cf3adc0246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.104370] env[69289]: DEBUG nova.compute.manager [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Received event network-vif-plugged-a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.104370] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Acquiring lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.104712] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.104712] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.104899] env[69289]: DEBUG nova.compute.manager [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] No waiting events found dispatching network-vif-plugged-a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.104966] env[69289]: WARNING nova.compute.manager [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Received unexpected event network-vif-plugged-a38470a2-1e12-461f-b880-206724a2fdf1 for instance with vm_state building and task_state spawning. [ 724.105118] env[69289]: DEBUG nova.compute.manager [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Received event network-changed-a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.105266] env[69289]: DEBUG nova.compute.manager [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Refreshing instance network info cache due to event network-changed-a38470a2-1e12-461f-b880-206724a2fdf1. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.105424] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Acquiring lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.286912] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.363973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Releasing lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.364095] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Instance network_info: |[{"id": "a38470a2-1e12-461f-b880-206724a2fdf1", "address": "fa:16:3e:40:67:94", "network": {"id": "403d9507-5e2a-4f91-96d7-f2e7984bb1b8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1800385369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da7c27cc08e483c8d2558bc5c578bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38470a2-1e", "ovs_interfaceid": "a38470a2-1e12-461f-b880-206724a2fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.365029] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Acquired lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.365029] env[69289]: DEBUG nova.network.neutron [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Refreshing network info cache for port a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.365759] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:67:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a38470a2-1e12-461f-b880-206724a2fdf1', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.373301] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Creating folder: Project (8da7c27cc08e483c8d2558bc5c578bdc). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.379912] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1439fd8-f1dc-4055-9579-fd277c5b01ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.390035] env[69289]: DEBUG oslo_vmware.api [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3276799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159713} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.390800] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.390800] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.390800] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.390943] env[69289]: INFO nova.compute.manager [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 724.391402] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.393591] env[69289]: DEBUG nova.compute.manager [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.393692] env[69289]: DEBUG nova.network.neutron [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.396326] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Created folder: Project (8da7c27cc08e483c8d2558bc5c578bdc) in parent group-v654351. [ 724.396498] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Creating folder: Instances. Parent ref: group-v654467. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.397054] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31795097-eefb-490b-9ae2-89cd066c60c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.405284] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Created folder: Instances in parent group-v654467. [ 724.405339] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.407606] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.407992] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daada7ca-5d26-4e5a-bad4-281bb66a3e05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.425128] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91c97e-cd5c-4478-8205-306655edd837 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.436235] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ab39ae-b149-4a9b-9e09-e1d4d0558514 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.439201] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.439201] env[69289]: value = "task-3276802" [ 724.439201] env[69289]: _type = "Task" [ 724.439201] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.469161] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535c708-e0f5-40f3-86c2-21d50fc0720a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.474810] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276802, 'name': CreateVM_Task} progress is 15%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.479367] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5ab660-1fd3-43df-80eb-4389c975e5c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.492367] env[69289]: DEBUG nova.compute.provider_tree [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.577384] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.577633] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.577867] env[69289]: INFO nova.compute.manager [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Attaching volume 7c7da9bb-fd95-43e7-822b-723e49bba2cf to /dev/sdb [ 724.616171] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e382e44c-45ea-4588-908e-07f963e2490e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.625160] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.625420] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf8af3f1-b65c-4841-857a-d70d64be7c63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.633016] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d96495-f265-43c4-848d-de1956d666b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.637316] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 724.637316] env[69289]: value = "task-3276803" [ 724.637316] env[69289]: _type = "Task" [ 724.637316] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.647361] env[69289]: DEBUG nova.virt.block_device [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating existing volume attachment record: 66d9a704-f65b-4e0a-9dfd-6c0c79ec182a {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 724.652786] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276803, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.693338] env[69289]: DEBUG nova.network.neutron [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.710259] env[69289]: DEBUG nova.network.neutron [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Updated VIF entry in instance network info cache for port a38470a2-1e12-461f-b880-206724a2fdf1. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.710621] env[69289]: DEBUG nova.network.neutron [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Updating instance_info_cache with network_info: [{"id": "a38470a2-1e12-461f-b880-206724a2fdf1", "address": "fa:16:3e:40:67:94", "network": {"id": "403d9507-5e2a-4f91-96d7-f2e7984bb1b8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1800385369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8da7c27cc08e483c8d2558bc5c578bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa38470a2-1e", "ovs_interfaceid": "a38470a2-1e12-461f-b880-206724a2fdf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.789989] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.950100] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276802, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.998105] env[69289]: DEBUG nova.scheduler.client.report [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.151145] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276803, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.199196] env[69289]: INFO nova.compute.manager [-] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Took 1.29 seconds to deallocate network for instance. [ 725.217382] env[69289]: DEBUG oslo_concurrency.lockutils [req-53f21b8e-fffb-48ad-a1ff-23750075b42b req-201c32b7-3097-4095-945e-04722ba0383e service nova] Releasing lock "refresh_cache-0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.290727] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276798, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.413331} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.291089] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 33e9ce28-3e7d-4f6c-9caf-aa934372abe9/33e9ce28-3e7d-4f6c-9caf-aa934372abe9.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.291370] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.291713] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3bc102-c15b-4a61-9c93-94fcf10e8a80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.299283] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 725.299283] env[69289]: value = "task-3276807" [ 725.299283] env[69289]: _type = "Task" [ 725.299283] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.309808] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.452711] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276802, 'name': CreateVM_Task, 'duration_secs': 0.851533} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.453034] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.454052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.454371] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.454883] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.455313] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0180e05f-737b-43ee-beee-ad64546dc729 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.460807] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 725.460807] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5257d2fe-077e-a142-d200-9939716dc1ca" [ 725.460807] env[69289]: _type = "Task" [ 725.460807] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.469397] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5257d2fe-077e-a142-d200-9939716dc1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.505564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.507986] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.220s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.508243] env[69289]: DEBUG nova.objects.instance [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lazy-loading 'resources' on Instance uuid add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.529728] env[69289]: INFO nova.scheduler.client.report [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Deleted allocations for instance 32a308b1-58c4-4fd0-b074-46fe0f5eb439 [ 725.647434] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276803, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.717407] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.725309] env[69289]: DEBUG nova.network.neutron [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.743400] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.743647] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654464', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'name': 'volume-054f1435-847e-4e5d-9d54-7cf03d885572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49ee3d93-4c45-4383-b69a-83bc19e9f2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'serial': '054f1435-847e-4e5d-9d54-7cf03d885572'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.744540] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3ff2df-1428-46e2-8620-768d72eb0eef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.761714] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a19fc-4785-41d6-80f8-d81dc2c82cb9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.792522] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-054f1435-847e-4e5d-9d54-7cf03d885572/volume-054f1435-847e-4e5d-9d54-7cf03d885572.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.793153] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d7c102-b8e4-480e-bde4-5907d9db96b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.813885] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065554} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.815098] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.815448] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 725.815448] env[69289]: value = "task-3276808" [ 725.815448] env[69289]: _type = "Task" [ 725.815448] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.816121] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049f2d3-0779-4ca5-a853-bc0d1c081697 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.841515] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 33e9ce28-3e7d-4f6c-9caf-aa934372abe9/33e9ce28-3e7d-4f6c-9caf-aa934372abe9.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.844895] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd443fc4-f7b2-45be-a464-7d9efe2af089 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.860986] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.866599] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 725.866599] env[69289]: value = "task-3276809" [ 725.866599] env[69289]: _type = "Task" [ 725.866599] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.875515] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.972386] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5257d2fe-077e-a142-d200-9939716dc1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012413} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.972671] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.972890] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.973163] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.976319] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.976319] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.976319] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ed9d1e9-e9ae-402d-85cb-02fe46f0b054 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.982760] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.982866] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.983889] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c501dd8-03f8-41d0-906b-ee02e53735f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.989118] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 725.989118] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526f1838-8996-e557-2111-9b5d5490fb3c" [ 725.989118] env[69289]: _type = "Task" [ 725.989118] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.996843] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526f1838-8996-e557-2111-9b5d5490fb3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.042318] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f35ee10-52b1-4e53-b2e2-1fd3f8b89886 tempest-ServerDiagnosticsTest-1199551895 tempest-ServerDiagnosticsTest-1199551895-project-member] Lock "32a308b1-58c4-4fd0-b074-46fe0f5eb439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.129s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.133121] env[69289]: DEBUG nova.compute.manager [req-a72fa78f-096f-465c-85ed-c4c8295ea5b4 req-c0566070-4e85-4f24-a1ed-0ed72a371df9 service nova] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Received event network-vif-deleted-fbd19af7-b8e7-4abe-aa02-252e80277f84 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.133302] env[69289]: DEBUG nova.compute.manager [req-a72fa78f-096f-465c-85ed-c4c8295ea5b4 req-c0566070-4e85-4f24-a1ed-0ed72a371df9 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-deleted-5df4b0f3-1398-464c-9ebd-a20b4dfc9c79 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.133470] env[69289]: DEBUG nova.compute.manager [req-a72fa78f-096f-465c-85ed-c4c8295ea5b4 req-c0566070-4e85-4f24-a1ed-0ed72a371df9 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-deleted-94bbf6e8-70fa-4e1d-ad27-e1d993ca9116 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.133633] env[69289]: DEBUG nova.compute.manager [req-a72fa78f-096f-465c-85ed-c4c8295ea5b4 req-c0566070-4e85-4f24-a1ed-0ed72a371df9 service nova] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Received event network-vif-deleted-bfe38089-cad3-4c60-98c4-63b5d1786781 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.150875] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276803, 'name': CloneVM_Task, 'duration_secs': 1.187784} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.151244] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Created linked-clone VM from snapshot [ 726.151943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e3acf-b1ca-4a0c-81e7-19265e8571eb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.162236] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Uploading image 6d1199e2-c3aa-4d9a-8546-8418ec62a029 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.184218] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.184218] env[69289]: value = "vm-654470" [ 726.184218] env[69289]: _type = "VirtualMachine" [ 726.184218] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.184513] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4aa26327-a398-4708-9cac-263aeea336c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.194607] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease: (returnval){ [ 726.194607] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cec9a0-16f1-1036-6fdb-fc8e56da8062" [ 726.194607] env[69289]: _type = "HttpNfcLease" [ 726.194607] env[69289]: } obtained for exporting VM: (result){ [ 726.194607] env[69289]: value = "vm-654470" [ 726.194607] env[69289]: _type = "VirtualMachine" [ 726.194607] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.194890] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the lease: (returnval){ [ 726.194890] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cec9a0-16f1-1036-6fdb-fc8e56da8062" [ 726.194890] env[69289]: _type = "HttpNfcLease" [ 726.194890] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.203752] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.203752] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cec9a0-16f1-1036-6fdb-fc8e56da8062" [ 726.203752] env[69289]: _type = "HttpNfcLease" [ 726.203752] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.227667] env[69289]: INFO nova.compute.manager [-] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Took 1.83 seconds to deallocate network for instance. [ 726.326995] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276808, 'name': ReconfigVM_Task, 'duration_secs': 0.45037} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.329393] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-054f1435-847e-4e5d-9d54-7cf03d885572/volume-054f1435-847e-4e5d-9d54-7cf03d885572.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.334178] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e886fa-8d4d-447f-934c-42f39170f606 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.351799] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 726.351799] env[69289]: value = "task-3276811" [ 726.351799] env[69289]: _type = "Task" [ 726.351799] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.365978] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.379457] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276809, 'name': ReconfigVM_Task, 'duration_secs': 0.397045} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.379457] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 33e9ce28-3e7d-4f6c-9caf-aa934372abe9/33e9ce28-3e7d-4f6c-9caf-aa934372abe9.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.379457] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bab27222-05ea-49b1-a1bf-de13e1e9d46f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.390028] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 726.390028] env[69289]: value = "task-3276812" [ 726.390028] env[69289]: _type = "Task" [ 726.390028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.397156] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276812, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.470025] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f023d8-8c5a-4fb4-be9c-e83e1673b108 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.477323] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e8fb29-7ca5-45b6-9376-fb16d02b4adf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.515793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5431bfe6-310e-42f2-ab66-55167ec9e59f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.523458] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526f1838-8996-e557-2111-9b5d5490fb3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009067} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.526624] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb09065-fff3-4626-85cd-4d882a91021d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.531407] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b09acc-f4e4-4f53-8357-b198f50ff209 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.537424] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 726.537424] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52779956-1455-9a70-5894-02a00e171e5a" [ 726.537424] env[69289]: _type = "Task" [ 726.537424] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.545937] env[69289]: DEBUG nova.compute.provider_tree [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.561498] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52779956-1455-9a70-5894-02a00e171e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018849} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.562935] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.563218] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9/0cfba08f-17c3-4286-9c58-2aaa30f6d5d9.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.565851] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d958fa95-39ce-475a-a617-62ea1063a14b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.568723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.568840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.573716] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 726.573716] env[69289]: value = "task-3276813" [ 726.573716] env[69289]: _type = "Task" [ 726.573716] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.582289] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.705959] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.705959] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cec9a0-16f1-1036-6fdb-fc8e56da8062" [ 726.705959] env[69289]: _type = "HttpNfcLease" [ 726.705959] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.706191] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.706191] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cec9a0-16f1-1036-6fdb-fc8e56da8062" [ 726.706191] env[69289]: _type = "HttpNfcLease" [ 726.706191] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.706735] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32081e89-7e3c-4e42-a029-661748e4edad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.713941] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.714187] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.774733] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.813573] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9d227db-1ca4-4470-8e54-789821ab856b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.862203] env[69289]: DEBUG oslo_vmware.api [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276811, 'name': ReconfigVM_Task, 'duration_secs': 0.163412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.862543] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654464', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'name': 'volume-054f1435-847e-4e5d-9d54-7cf03d885572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49ee3d93-4c45-4383-b69a-83bc19e9f2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'serial': '054f1435-847e-4e5d-9d54-7cf03d885572'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 726.899903] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276812, 'name': Rename_Task, 'duration_secs': 0.175594} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.900221] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.900481] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e94fbb-8b2b-4b6b-84ad-2a078c7509dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.907716] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 726.907716] env[69289]: value = "task-3276815" [ 726.907716] env[69289]: _type = "Task" [ 726.907716] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.916305] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.057698] env[69289]: DEBUG nova.scheduler.client.report [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.085343] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475766} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.088150] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9/0cfba08f-17c3-4286-9c58-2aaa30f6d5d9.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.088841] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.089979] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09542a78-0842-4dec-8e4c-41d6ec69d85e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.098496] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 727.098496] env[69289]: value = "task-3276816" [ 727.098496] env[69289]: _type = "Task" [ 727.098496] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.109554] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.418051] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276815, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.566178] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.569081] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.202s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.569322] env[69289]: DEBUG nova.objects.instance [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lazy-loading 'resources' on Instance uuid cb903d50-5d57-49b6-9e74-8d71925e1b3c {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.597612] env[69289]: INFO nova.scheduler.client.report [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Deleted allocations for instance add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6 [ 727.614486] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066953} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.614860] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.616117] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033976e-9f39-41e8-a3a9-43307baa4530 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.641150] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9/0cfba08f-17c3-4286-9c58-2aaa30f6d5d9.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.641296] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315b55d8-f86b-4682-90f6-7c8685ebd254 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.662968] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 727.662968] env[69289]: value = "task-3276817" [ 727.662968] env[69289]: _type = "Task" [ 727.662968] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.676088] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.908032] env[69289]: DEBUG nova.objects.instance [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lazy-loading 'flavor' on Instance uuid 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.920598] env[69289]: DEBUG oslo_vmware.api [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276815, 'name': PowerOnVM_Task, 'duration_secs': 0.537225} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.920831] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.921064] env[69289]: INFO nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Took 8.78 seconds to spawn the instance on the hypervisor. [ 727.921339] env[69289]: DEBUG nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.922338] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eb18ab-f726-42ff-ac3e-9d4a9874d968 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.107879] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e796a914-29c9-4695-af0c-c27848818fc4 tempest-ServersAdmin275Test-2104950774 tempest-ServersAdmin275Test-2104950774-project-member] Lock "add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.167s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.184921] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.418134] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f315bf49-ae3f-4f5a-9de6-3abc5320da9f tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.441278] env[69289]: INFO nova.compute.manager [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Took 42.17 seconds to build instance. [ 728.618057] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5353c-80f0-4264-930a-041c7570713b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.625644] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fdb7c0-ebb3-44de-8b4a-75c4e0c12c55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.664442] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882e7e6-3c72-451a-8381-31ce531eb890 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.681360] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276817, 'name': ReconfigVM_Task, 'duration_secs': 0.609964} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.683481] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9/0cfba08f-17c3-4286-9c58-2aaa30f6d5d9.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.684270] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d34dcbb9-723d-4fd4-b1cd-ebbeedc3af0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.687295] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be7d46-5a3c-42fc-9e47-c9f08576c15e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.702749] env[69289]: DEBUG nova.compute.provider_tree [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.705608] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 728.705608] env[69289]: value = "task-3276818" [ 728.705608] env[69289]: _type = "Task" [ 728.705608] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.714738] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276818, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.913031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.913031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.943791] env[69289]: DEBUG oslo_concurrency.lockutils [None req-83a42d6f-385a-4c81-8009-494ef584bd00 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.411s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.089929] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Acquiring lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.090399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Acquired lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.090588] env[69289]: DEBUG nova.network.neutron [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.208312] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 729.208657] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654473', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'name': 'volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a4b0b85-4f41-40f2-a801-36657c2bc39b', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'serial': '7c7da9bb-fd95-43e7-822b-723e49bba2cf'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 729.209606] env[69289]: DEBUG nova.scheduler.client.report [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.214366] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef277b-a68f-43b7-989e-7e7679b2b481 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.244078] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bac3ea-5785-4d7e-af86-f9138f8e77bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.247551] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276818, 'name': Rename_Task, 'duration_secs': 0.225202} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.247843] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.248670] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7534a2-a300-43b7-8da2-40dfd56c4ad8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.274368] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf/volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.275940] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e95af82e-a84e-42fc-9001-47cbba25292c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.289478] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 729.289478] env[69289]: value = "task-3276819" [ 729.289478] env[69289]: _type = "Task" [ 729.289478] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.295409] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Waiting for the task: (returnval){ [ 729.295409] env[69289]: value = "task-3276820" [ 729.295409] env[69289]: _type = "Task" [ 729.295409] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.298813] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276819, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.306945] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.418025] env[69289]: INFO nova.compute.manager [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Detaching volume 054f1435-847e-4e5d-9d54-7cf03d885572 [ 729.447250] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.456241] env[69289]: INFO nova.virt.block_device [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Attempting to driver detach volume 054f1435-847e-4e5d-9d54-7cf03d885572 from mountpoint /dev/sdb [ 729.456485] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 729.456670] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654464', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'name': 'volume-054f1435-847e-4e5d-9d54-7cf03d885572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49ee3d93-4c45-4383-b69a-83bc19e9f2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'serial': '054f1435-847e-4e5d-9d54-7cf03d885572'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 729.457662] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04d5a4-55f4-49a4-8bd3-bc96a13662c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.481644] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542d07d-03b5-41d1-8807-6054f7a53eaa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.490363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751595ec-4da4-4665-834f-8a0386f0c29e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.514429] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924fcbfa-1683-43be-82ee-8cb7ab43222d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.533339] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] The volume has not been displaced from its original location: [datastore2] volume-054f1435-847e-4e5d-9d54-7cf03d885572/volume-054f1435-847e-4e5d-9d54-7cf03d885572.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 729.538836] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 729.539242] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b6bd73-0baf-4396-87ae-8f315ab30ce1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.558867] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 729.558867] env[69289]: value = "task-3276821" [ 729.558867] env[69289]: _type = "Task" [ 729.558867] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.572285] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.720061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.723245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.428s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.725228] env[69289]: INFO nova.compute.claims [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.739705] env[69289]: INFO nova.scheduler.client.report [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted allocations for instance cb903d50-5d57-49b6-9e74-8d71925e1b3c [ 729.811749] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.818814] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.837029] env[69289]: DEBUG nova.network.neutron [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updating instance_info_cache with network_info: [{"id": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "address": "fa:16:3e:e0:61:a7", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5def7-ef", "ovs_interfaceid": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.909368] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.909368] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.968309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.069558] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276821, 'name': ReconfigVM_Task, 'duration_secs': 0.34107} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.069920] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 730.075045] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0c6c08-5ced-4bbe-a8ff-b6f884fa732f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.090765] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 730.090765] env[69289]: value = "task-3276822" [ 730.090765] env[69289]: _type = "Task" [ 730.090765] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.099369] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.255140] env[69289]: DEBUG oslo_concurrency.lockutils [None req-44824d63-876c-43d0-9a76-ef5138e97008 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "cb903d50-5d57-49b6-9e74-8d71925e1b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.135s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.299945] env[69289]: DEBUG oslo_vmware.api [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276819, 'name': PowerOnVM_Task, 'duration_secs': 0.67017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.303480] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.303721] env[69289]: INFO nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 730.303910] env[69289]: DEBUG nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.305158] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fb45b0-606f-4849-8401-abb4ea78626b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.312588] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276820, 'name': ReconfigVM_Task, 'duration_secs': 0.615959} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.314200] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf/volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.321868] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95c37c6-e4a3-4e72-b17a-3cae372e12f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.338058] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Waiting for the task: (returnval){ [ 730.338058] env[69289]: value = "task-3276823" [ 730.338058] env[69289]: _type = "Task" [ 730.338058] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.341450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Releasing lock "refresh_cache-33e9ce28-3e7d-4f6c-9caf-aa934372abe9" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.341708] env[69289]: DEBUG nova.compute.manager [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Inject network info {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 730.341966] env[69289]: DEBUG nova.compute.manager [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] network_info to inject: |[{"id": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "address": "fa:16:3e:e0:61:a7", "network": {"id": "efab22d7-a5b5-4556-9606-8babff9dfe58", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1222684888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e2273618134f36900ceb926c57faa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5def7-ef", "ovs_interfaceid": "11f5def7-ef02-4502-bdfb-d6e9963d81dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 730.346872] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Reconfiguring VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 730.347266] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ec17f1-8171-40f9-9975-33a4291d3cdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.364794] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.366543] env[69289]: DEBUG oslo_vmware.api [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Waiting for the task: (returnval){ [ 730.366543] env[69289]: value = "task-3276824" [ 730.366543] env[69289]: _type = "Task" [ 730.366543] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.376200] env[69289]: DEBUG oslo_vmware.api [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Task: {'id': task-3276824, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.601907] env[69289]: DEBUG oslo_vmware.api [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3276822, 'name': ReconfigVM_Task, 'duration_secs': 0.196014} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.602255] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654464', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'name': 'volume-054f1435-847e-4e5d-9d54-7cf03d885572', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49ee3d93-4c45-4383-b69a-83bc19e9f2e4', 'attached_at': '', 'detached_at': '', 'volume_id': '054f1435-847e-4e5d-9d54-7cf03d885572', 'serial': '054f1435-847e-4e5d-9d54-7cf03d885572'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 730.844802] env[69289]: INFO nova.compute.manager [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Took 44.06 seconds to build instance. [ 730.853598] env[69289]: DEBUG oslo_vmware.api [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276823, 'name': ReconfigVM_Task, 'duration_secs': 0.220024} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.853930] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654473', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'name': 'volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a4b0b85-4f41-40f2-a801-36657c2bc39b', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'serial': '7c7da9bb-fd95-43e7-822b-723e49bba2cf'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 730.879966] env[69289]: DEBUG oslo_vmware.api [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] Task: {'id': task-3276824, 'name': ReconfigVM_Task, 'duration_secs': 0.192871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.880363] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27a18713-1903-4a18-b60b-97ae8aaea775 tempest-ServersAdminTestJSON-1857114936 tempest-ServersAdminTestJSON-1857114936-project-admin] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Reconfigured VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 731.161926] env[69289]: DEBUG nova.objects.instance [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lazy-loading 'flavor' on Instance uuid 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.247138] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c974430b-7a4a-4b2f-a1d1-1c03ca982491 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.255941] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9df3ea-2e59-48ae-b631-c18d9a019735 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.288893] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe119e5-014d-4c56-805d-2004f54554b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.297163] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ece58-0b41-4d7d-b75f-39c9623d2187 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.311708] env[69289]: DEBUG nova.compute.provider_tree [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.347625] env[69289]: DEBUG oslo_concurrency.lockutils [None req-157a805a-3944-4b93-a78c-83b5cc37cb21 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.948s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.675687] env[69289]: INFO nova.compute.manager [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Rebuilding instance [ 731.726697] env[69289]: DEBUG nova.compute.manager [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.727510] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab48fb5-49f5-40de-a30f-b4925d8a725c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.814775] env[69289]: DEBUG nova.scheduler.client.report [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.850236] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.903321] env[69289]: DEBUG nova.objects.instance [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lazy-loading 'flavor' on Instance uuid 1a4b0b85-4f41-40f2-a801-36657c2bc39b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.087674] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.088174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.088504] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.088956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.089179] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.091809] env[69289]: INFO nova.compute.manager [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Terminating instance [ 732.168468] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f858c9bc-e389-49db-9f2a-0e18ef784f33 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.322038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.322038] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.323293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.285s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.376101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.408514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b36c330-02ee-4075-a667-d17d6ff77fcc tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.596729] env[69289]: DEBUG nova.compute.manager [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.596729] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.596860] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b37d0-cb2f-4fa6-8d56-39aa3002bdc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.606637] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.606900] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30ccf8ed-1119-4a72-83ba-313217bad0f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614186] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 732.614186] env[69289]: value = "task-3276825" [ 732.614186] env[69289]: _type = "Task" [ 732.614186] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.621524] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.706512] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.706827] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.746610] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.747086] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17e5c610-ce16-4a5d-ae51-af386e3ec43f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.755894] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 732.755894] env[69289]: value = "task-3276826" [ 732.755894] env[69289]: _type = "Task" [ 732.755894] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.764933] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.831084] env[69289]: DEBUG nova.compute.utils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.849841] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.850143] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.898468] env[69289]: DEBUG nova.policy [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '056fd6b29e454d4eaf3b26e9a99d75f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afc930185a9d4cfa80f960735bc18196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.941999] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "e7a4b858-af47-48a4-9198-c1f91195bac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.942346] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.125035] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276825, 'name': PowerOffVM_Task, 'duration_secs': 0.245804} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.125035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.125035] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.125282] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24aecec3-f4ac-4d33-954e-42874ce03dc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.191361] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Successfully created port: 04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.195508] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.195722] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.195881] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Deleting the datastore file [datastore2] 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.196156] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b5949e0-1632-44da-94a2-d764e605b680 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.203353] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for the task: (returnval){ [ 733.203353] env[69289]: value = "task-3276828" [ 733.203353] env[69289]: _type = "Task" [ 733.203353] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.211747] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.271022] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276826, 'name': PowerOffVM_Task, 'duration_secs': 0.24956} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.271022] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.271022] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.271022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dd8f63-62b5-4ce1-adf6-b6e116988b2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.276452] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.276924] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19dfbd88-0b34-4fa9-be14-a3c5e14d7453 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.349081] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.352248] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.352770] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.353148] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.358339] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-684f454f-f85b-4e6d-b296-67d27a31e761 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.367056] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 733.367056] env[69289]: value = "task-3276830" [ 733.367056] env[69289]: _type = "Task" [ 733.367056] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.376323] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.403891] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 83ba7def-ccab-4225-bfc3-9768c318ec0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.404155] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bd0530ae-11ac-4ed5-86bc-3379f48ed157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.404392] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 239a45e3-cfdf-463c-bd3c-822cb45a643f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.404655] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.404851] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1a4b0b85-4f41-40f2-a801-36657c2bc39b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.405072] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 0f21f504-d81d-4dd5-8b2b-c5764e5b063b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.405881] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 940036d6-d2c5-40f3-885e-7fd35611e508 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406054] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406246] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c3cafcb3-8a38-430f-9b3d-20a39b4907da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.406369] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 31e4ab12-6702-4957-82d1-20088f139042 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406500] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 6f60f99c-40fb-4bf6-ad56-b5cd086e4188 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406625] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ee1fdb22-092f-48ff-9896-8b23f6bb14a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.406772] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance f4cd7756-3885-40f2-a4de-a7311adca389 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406964] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c06b582b-2e3c-4dde-a270-87012f5299d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.406964] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 805eb31c-7317-47f6-92b2-cdfc846a5872 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.408365] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance dc9e508a-cdf2-4519-918e-384101fd1627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.408365] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance df191190-e183-4542-87fb-13d210198a53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.408365] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e6b2cf96-4611-4e3f-982d-e053726b321b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.408365] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 650de323-6844-486d-bf31-74a4b8040bd2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.408365] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c4e1143f-9968-4370-9f17-cf025c50935a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.408365] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e2b4cfcb-4d2b-408f-ad17-126626473854 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 733.408365] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 33e9ce28-3e7d-4f6c-9caf-aa934372abe9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.409092] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.409397] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 733.541955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.542306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.681919] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.681919] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6c5fc-6147-46ec-9527-d2aa82dc38ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.687188] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.687355] env[69289]: ERROR oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk due to incomplete transfer. [ 733.687568] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbebf6fe-2fe0-44e2-9bbd-cc9146b34c45 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.694278] env[69289]: DEBUG oslo_vmware.rw_handles [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9543d-7295-05e0-0641-174e080833b6/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.694483] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Uploaded image 6d1199e2-c3aa-4d9a-8546-8418ec62a029 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.696849] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.697108] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95fd7c4b-e5a4-4985-b20f-97ebb8b43b3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.702548] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 733.702548] env[69289]: value = "task-3276831" [ 733.702548] env[69289]: _type = "Task" [ 733.702548] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.719409] env[69289]: DEBUG oslo_vmware.api [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Task: {'id': task-3276828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236568} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.719689] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276831, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.719949] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.723791] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.723791] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.723791] env[69289]: INFO nova.compute.manager [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 733.723791] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.723791] env[69289]: DEBUG nova.compute.manager [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.723791] env[69289]: DEBUG nova.network.neutron [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.876732] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.877083] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.877316] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.878303] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.914108] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.001581] env[69289]: DEBUG nova.compute.manager [req-acb4ddb9-caf0-4f4a-acd4-94c03feaff68 req-9891fa5d-f360-4bf0-9d89-90e5306a882c service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Received event network-vif-deleted-a38470a2-1e12-461f-b880-206724a2fdf1 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.001773] env[69289]: INFO nova.compute.manager [req-acb4ddb9-caf0-4f4a-acd4-94c03feaff68 req-9891fa5d-f360-4bf0-9d89-90e5306a882c service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Neutron deleted interface a38470a2-1e12-461f-b880-206724a2fdf1; detaching it from the instance and deleting it from the info cache [ 734.001944] env[69289]: DEBUG nova.network.neutron [req-acb4ddb9-caf0-4f4a-acd4-94c03feaff68 req-9891fa5d-f360-4bf0-9d89-90e5306a882c service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.046015] env[69289]: INFO nova.compute.manager [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Detaching volume 7c7da9bb-fd95-43e7-822b-723e49bba2cf [ 734.083888] env[69289]: INFO nova.virt.block_device [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Attempting to driver detach volume 7c7da9bb-fd95-43e7-822b-723e49bba2cf from mountpoint /dev/sdb [ 734.084227] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 734.084564] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654473', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'name': 'volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a4b0b85-4f41-40f2-a801-36657c2bc39b', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'serial': '7c7da9bb-fd95-43e7-822b-723e49bba2cf'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 734.086011] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6415b3b-d45e-4492-84a0-f59246f721a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.107951] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a79b2a-2c3b-40ec-99da-4b3b59400321 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.115893] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e6cc64-c10c-4ff9-8356-61dec9f047cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.137824] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e400b3-1a4a-4fb7-9bd3-1fc44395b561 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.153703] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] The volume has not been displaced from its original location: [datastore2] volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf/volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 734.159101] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.159452] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d51951ce-a76f-41db-9d41-3face942bf81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.177916] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Waiting for the task: (returnval){ [ 734.177916] env[69289]: value = "task-3276832" [ 734.177916] env[69289]: _type = "Task" [ 734.177916] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.199153] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.211508] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276831, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.367341] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.393601] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.393740] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.393908] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.394161] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.394314] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.394459] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.394661] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.394819] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.394980] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.395215] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.395479] env[69289]: DEBUG nova.virt.hardware [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.396396] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb6f20-a7f4-47fa-b0da-b53d37a78059 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.404697] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd09bd-48ff-48b0-9c31-7505ebbef919 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.419066] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 64f221f7-1541-4089-94fd-a78dcba47eb8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.462593] env[69289]: DEBUG nova.network.neutron [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.505246] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-637fd942-09e2-4915-a3b3-5f0c50fe4255 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.514639] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10901526-e063-4fac-b7da-945e1b3a67ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.551844] env[69289]: DEBUG nova.compute.manager [req-acb4ddb9-caf0-4f4a-acd4-94c03feaff68 req-9891fa5d-f360-4bf0-9d89-90e5306a882c service nova] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Detach interface failed, port_id=a38470a2-1e12-461f-b880-206724a2fdf1, reason: Instance 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.688667] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276832, 'name': ReconfigVM_Task, 'duration_secs': 0.437375} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.689034] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 734.694685] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32889bc-0ea4-4b4a-a718-c5f95321d568 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.712348] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276831, 'name': Destroy_Task, 'duration_secs': 0.826119} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.713529] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Destroyed the VM [ 734.714157] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 734.714157] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Waiting for the task: (returnval){ [ 734.714157] env[69289]: value = "task-3276833" [ 734.714157] env[69289]: _type = "Task" [ 734.714157] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.714430] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1ee8a9b6-29df-43aa-a0d4-c76331eae78b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.723979] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.725157] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 734.725157] env[69289]: value = "task-3276834" [ 734.725157] env[69289]: _type = "Task" [ 734.725157] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.733454] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276834, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.782766] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "c4e1143f-9968-4370-9f17-cf025c50935a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.783035] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.783247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.783454] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.783636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.788201] env[69289]: INFO nova.compute.manager [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Terminating instance [ 734.795213] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Successfully updated port: 04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.912009] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.912302] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.912462] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.912639] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.912784] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.912926] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.913145] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.913415] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.913626] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.913793] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.913965] env[69289]: DEBUG nova.virt.hardware [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.914875] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6f30c7-9cfc-4ffc-9ca4-11b8f18329f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.922822] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 76f86402-f3a3-4d09-95bc-03e407ee27da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 734.925451] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0176d6-d5b4-4337-8cd7-9ac09b345577 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.940165] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ff:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55507f53-6af3-498c-b4c5-144811bc7e61', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.948132] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.949130] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.949364] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cf33b31-1acf-4372-9d25-8c5b43831d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.964143] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.964398] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.964607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.964785] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.964950] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.967434] env[69289]: INFO nova.compute.manager [-] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Took 1.24 seconds to deallocate network for instance. [ 734.969760] env[69289]: INFO nova.compute.manager [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Terminating instance [ 734.979932] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.979932] env[69289]: value = "task-3276835" [ 734.979932] env[69289]: _type = "Task" [ 734.979932] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.992183] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276835, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.226151] env[69289]: DEBUG oslo_vmware.api [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Task: {'id': task-3276833, 'name': ReconfigVM_Task, 'duration_secs': 0.172371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.229989] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654473', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'name': 'volume-7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a4b0b85-4f41-40f2-a801-36657c2bc39b', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7da9bb-fd95-43e7-822b-723e49bba2cf', 'serial': '7c7da9bb-fd95-43e7-822b-723e49bba2cf'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 735.240217] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276834, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.295605] env[69289]: DEBUG nova.compute.manager [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.295821] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.296794] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49009266-e2ee-43c9-9191-36bb3e971bfe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.300771] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.300771] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.300771] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.309406] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.310427] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ce12e1f-51d1-4620-81a8-b5f8dd4789cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.338934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.338934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.431198] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 4c14a4e7-77a2-48f1-9c5b-77785e45e79f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.480941] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.481580] env[69289]: DEBUG nova.compute.manager [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.481778] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.482685] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d8afbd-cea7-4b3f-be9e-050b5ba7ca8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.494172] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276835, 'name': CreateVM_Task, 'duration_secs': 0.471997} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.496198] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.496508] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.497894] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.498072] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.498386] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.498619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d757ee19-80d3-468a-9a94-b634160976ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.500193] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.500380] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.500550] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore1] c4e1143f-9968-4370-9f17-cf025c50935a {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.500768] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32e7ee6-7365-4591-8f9e-5459e9bf9dac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.502246] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76df4f6-537e-4a20-abbe-0beb01c59853 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.507040] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 735.507040] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d5ef-5e78-66c9-fc36-c05a045b8295" [ 735.507040] env[69289]: _type = "Task" [ 735.507040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.511820] env[69289]: DEBUG oslo_vmware.api [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 735.511820] env[69289]: value = "task-3276838" [ 735.511820] env[69289]: _type = "Task" [ 735.511820] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.512102] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 735.512102] env[69289]: value = "task-3276837" [ 735.512102] env[69289]: _type = "Task" [ 735.512102] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.520827] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d5ef-5e78-66c9-fc36-c05a045b8295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.525944] env[69289]: DEBUG oslo_vmware.api [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.529554] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.563562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.563786] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.735440] env[69289]: DEBUG oslo_vmware.api [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276834, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709755} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.735749] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.735929] env[69289]: INFO nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Took 12.69 seconds to snapshot the instance on the hypervisor. [ 735.777559] env[69289]: DEBUG nova.objects.instance [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lazy-loading 'flavor' on Instance uuid 1a4b0b85-4f41-40f2-a801-36657c2bc39b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.834547] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.934295] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 9d43392c-341e-442b-a46a-a94d0e423c3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 735.966665] env[69289]: DEBUG nova.network.neutron [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updating instance_info_cache with network_info: [{"id": "04954f2a-bdd2-457c-90b6-932601d0c638", "address": "fa:16:3e:6a:f3:53", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04954f2a-bd", "ovs_interfaceid": "04954f2a-bdd2-457c-90b6-932601d0c638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.022145] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d5ef-5e78-66c9-fc36-c05a045b8295, 'name': SearchDatastore_Task, 'duration_secs': 0.017681} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.023062] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.023340] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.023576] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.023723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.023965] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.026901] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54f9f39-78f8-4255-9cb1-8fc049ff0e18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.028575] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276837, 'name': PowerOffVM_Task, 'duration_secs': 0.205277} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.032262] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.032489] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.032747] env[69289]: DEBUG oslo_vmware.api [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3276838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.033780] env[69289]: DEBUG nova.compute.manager [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Received event network-vif-plugged-04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.034008] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Acquiring lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.034221] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.034387] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.034547] env[69289]: DEBUG nova.compute.manager [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] No waiting events found dispatching network-vif-plugged-04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.034705] env[69289]: WARNING nova.compute.manager [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Received unexpected event network-vif-plugged-04954f2a-bdd2-457c-90b6-932601d0c638 for instance with vm_state building and task_state spawning. [ 736.034859] env[69289]: DEBUG nova.compute.manager [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Received event network-changed-04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.035013] env[69289]: DEBUG nova.compute.manager [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Refreshing instance network info cache due to event network-changed-04954f2a-bdd2-457c-90b6-932601d0c638. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 736.035183] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Acquiring lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.035701] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb76a402-0640-4f86-930d-8648e16df978 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.037017] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.037252] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.037471] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.037706] env[69289]: INFO nova.compute.manager [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Took 0.74 seconds to destroy the instance on the hypervisor. [ 736.037879] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.038332] env[69289]: DEBUG nova.compute.manager [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.038797] env[69289]: DEBUG nova.network.neutron [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.041827] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.041989] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.042733] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c66735b-4fc2-4d3e-b00c-df4dca0c1f0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.047846] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 736.047846] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525e7f48-b5cd-2a03-6872-1ef5ede263c6" [ 736.047846] env[69289]: _type = "Task" [ 736.047846] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.055344] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525e7f48-b5cd-2a03-6872-1ef5ede263c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.102558] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.102844] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.103099] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleting the datastore file [datastore1] 0f21f504-d81d-4dd5-8b2b-c5764e5b063b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.103411] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f087a4af-e70b-4852-a8da-73a28ea5bdb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.111232] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 736.111232] env[69289]: value = "task-3276840" [ 736.111232] env[69289]: _type = "Task" [ 736.111232] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.122874] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.240567] env[69289]: DEBUG nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance disappeared during snapshot {{(pid=69289) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 736.257058] env[69289]: DEBUG nova.compute.manager [None req-ac2e2cc0-61ff-42b6-923a-3a0adc38a79d tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image not found during clean up 6d1199e2-c3aa-4d9a-8546-8418ec62a029 {{(pid=69289) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 736.438919] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 23cbf20d-c067-4565-a66a-54ffd452cf07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 736.468746] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.469089] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Instance network_info: |[{"id": "04954f2a-bdd2-457c-90b6-932601d0c638", "address": "fa:16:3e:6a:f3:53", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04954f2a-bd", "ovs_interfaceid": "04954f2a-bdd2-457c-90b6-932601d0c638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.469401] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Acquired lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.469582] env[69289]: DEBUG nova.network.neutron [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Refreshing network info cache for port 04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.470761] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04954f2a-bdd2-457c-90b6-932601d0c638', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.478609] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Creating folder: Project (afc930185a9d4cfa80f960735bc18196). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.481682] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89520e2e-9142-44e2-8518-e43799c8208c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.493140] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Created folder: Project (afc930185a9d4cfa80f960735bc18196) in parent group-v654351. [ 736.493387] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Creating folder: Instances. Parent ref: group-v654475. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.493662] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d56834-eac7-4d91-9820-36be38cac947 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.503880] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Created folder: Instances in parent group-v654475. [ 736.504167] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.504835] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.504835] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45662cde-7db5-4f6b-8506-3ca88e78b4a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.526726] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.526726] env[69289]: value = "task-3276843" [ 736.526726] env[69289]: _type = "Task" [ 736.526726] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.534819] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276843, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.559803] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525e7f48-b5cd-2a03-6872-1ef5ede263c6, 'name': SearchDatastore_Task, 'duration_secs': 0.007944} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.560768] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc41d200-ab67-4561-a93e-d9c556e2aa72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.565929] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 736.565929] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522fa052-74fa-b699-9b09-feb2fd7b3376" [ 736.565929] env[69289]: _type = "Task" [ 736.565929] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.578964] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522fa052-74fa-b699-9b09-feb2fd7b3376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.623633] env[69289]: DEBUG oslo_vmware.api [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3276840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375679} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.623890] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.624076] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.624523] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.624523] env[69289]: INFO nova.compute.manager [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 736.624679] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.624881] env[69289]: DEBUG nova.compute.manager [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.624992] env[69289]: DEBUG nova.network.neutron [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.786360] env[69289]: DEBUG nova.network.neutron [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updated VIF entry in instance network info cache for port 04954f2a-bdd2-457c-90b6-932601d0c638. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.786666] env[69289]: DEBUG nova.network.neutron [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updating instance_info_cache with network_info: [{"id": "04954f2a-bdd2-457c-90b6-932601d0c638", "address": "fa:16:3e:6a:f3:53", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04954f2a-bd", "ovs_interfaceid": "04954f2a-bdd2-457c-90b6-932601d0c638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.790688] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b262f360-5321-4bcf-91ce-b112db0fbe07 tempest-VolumesAssistedSnapshotsTest-1354811241 tempest-VolumesAssistedSnapshotsTest-1354811241-project-admin] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.806122] env[69289]: DEBUG nova.network.neutron [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.942235] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance dea64e06-690f-49f4-86aa-47d223377148 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.037249] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276843, 'name': CreateVM_Task, 'duration_secs': 0.385702} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.037454] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.038672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.038672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.038672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.038980] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff75783-fd0f-4d78-9dc7-db05d564251c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.043512] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 737.043512] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4dc79-de5d-8da1-2846-1d0097745212" [ 737.043512] env[69289]: _type = "Task" [ 737.043512] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.051478] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4dc79-de5d-8da1-2846-1d0097745212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.077898] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522fa052-74fa-b699-9b09-feb2fd7b3376, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.078179] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.078445] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.078700] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86b32410-3d4e-4e1f-a92a-bc7f7055689b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.085903] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 737.085903] env[69289]: value = "task-3276845" [ 737.085903] env[69289]: _type = "Task" [ 737.085903] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.093851] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.290742] env[69289]: DEBUG oslo_concurrency.lockutils [req-1e63a87d-a631-42e8-8c09-e64f245c14ab req-39467527-8561-423d-9ed6-a16d62d00471 service nova] Releasing lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309816] env[69289]: INFO nova.compute.manager [-] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Took 1.27 seconds to deallocate network for instance. [ 737.448284] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 737.554627] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4dc79-de5d-8da1-2846-1d0097745212, 'name': SearchDatastore_Task, 'duration_secs': 0.025604} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.554963] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.555248] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.555559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.555718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.555953] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.556293] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f54aaa53-fa2f-40b4-8a9c-1acac0e6f361 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.571767] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.572024] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.572990] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c53fff3-e680-4959-a4fa-0741f245271d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.579407] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 737.579407] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5294f1e9-00c1-e740-822b-192da9ccc3e2" [ 737.579407] env[69289]: _type = "Task" [ 737.579407] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.588967] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5294f1e9-00c1-e740-822b-192da9ccc3e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.597444] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276845, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.683724] env[69289]: DEBUG nova.network.neutron [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.818305] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.951802] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance b0918f9d-8d04-4d58-b39c-18ef04fadb66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.058175] env[69289]: DEBUG nova.compute.manager [req-cb636292-cee5-4421-a385-0dc32d167608 req-f258e43e-0a00-473c-a80f-93b4674d5ec0 service nova] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Received event network-vif-deleted-19d8a3f0-bda8-4492-b206-36d83820b20e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.058454] env[69289]: DEBUG nova.compute.manager [req-cb636292-cee5-4421-a385-0dc32d167608 req-f258e43e-0a00-473c-a80f-93b4674d5ec0 service nova] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Received event network-vif-deleted-8554b538-45d7-4773-9c44-497b96a506ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.090969] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5294f1e9-00c1-e740-822b-192da9ccc3e2, 'name': SearchDatastore_Task, 'duration_secs': 0.054492} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.094637] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ce5736-eec3-4940-9ff6-d74ef51674f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.101776] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635212} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.103024] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.103257] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.103556] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 738.103556] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5210dce0-4125-b9a4-5a4b-1093ca5e44bf" [ 738.103556] env[69289]: _type = "Task" [ 738.103556] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.103739] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d526349-0def-4ca4-8357-0498bbfbec27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.113073] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5210dce0-4125-b9a4-5a4b-1093ca5e44bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.114162] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.114419] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0/9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.114750] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 738.114750] env[69289]: value = "task-3276846" [ 738.114750] env[69289]: _type = "Task" [ 738.114750] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.114921] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165b58b2-0490-4b2a-84a6-c6e1da81e858 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.125862] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.127220] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 738.127220] env[69289]: value = "task-3276847" [ 738.127220] env[69289]: _type = "Task" [ 738.127220] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.135705] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.186520] env[69289]: INFO nova.compute.manager [-] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Took 1.56 seconds to deallocate network for instance. [ 738.454932] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance df922f27-c7f0-4fa3-be0c-df36a5f4b34b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.626304] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067933} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.626633] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.627519] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe4048-7df4-4fe4-879e-fb363a03c08d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.655008] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.659904] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b41d9f6-4fae-4b32-b3e6-b48d893de37c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.674890] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439692} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.675201] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0/9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.675460] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.676141] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a83d2a2a-1a09-47fa-9dcb-288a9fa646c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.681851] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 738.681851] env[69289]: value = "task-3276848" [ 738.681851] env[69289]: _type = "Task" [ 738.681851] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.686837] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 738.686837] env[69289]: value = "task-3276849" [ 738.686837] env[69289]: _type = "Task" [ 738.686837] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.696112] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.696425] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.701750] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.959125] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e7a4b858-af47-48a4-9198-c1f91195bac8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 738.959457] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 738.959666] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 739.196190] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276848, 'name': ReconfigVM_Task, 'duration_secs': 0.282905} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.196526] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfigured VM instance instance-00000006 to attach disk [datastore2] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.197658] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f545a60-bdbf-42a8-a54e-780a16a7b085 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.201790] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065932} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.204327] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.205252] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb457e-e554-4c88-a173-f7afad1c4271 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.209292] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 739.209292] env[69289]: value = "task-3276850" [ 739.209292] env[69289]: _type = "Task" [ 739.209292] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.237239] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0/9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.240947] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3199d4a8-874f-4db8-8f8e-c25a4e0e5e4d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.260647] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.260647] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.260647] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.260858] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.260941] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.262501] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276850, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.262945] env[69289]: INFO nova.compute.manager [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Terminating instance [ 739.271212] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 739.271212] env[69289]: value = "task-3276851" [ 739.271212] env[69289]: _type = "Task" [ 739.271212] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.284131] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276851, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.429952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7e0436-0c96-4202-954c-485c6db37709 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.438192] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71812cfd-0fd7-4003-b2fa-eabaf66922ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.470032] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337bb50-d4e8-4acb-97f9-3b3b328821b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.477579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd63b13-2230-4554-972e-7aa9cc513644 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.491504] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.719229] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276850, 'name': Rename_Task, 'duration_secs': 0.149498} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.719499] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.719735] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da4a101-5101-4be3-9d4b-a06210979f14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.725304] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 739.725304] env[69289]: value = "task-3276852" [ 739.725304] env[69289]: _type = "Task" [ 739.725304] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.732784] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.767336] env[69289]: DEBUG nova.compute.manager [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.767531] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.768440] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70667971-f993-44f1-8f5b-beb9bdeb22fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.779870] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276851, 'name': ReconfigVM_Task, 'duration_secs': 0.2752} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.781905] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0/9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.782579] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.782800] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a8958e-3aa2-4e47-a2c3-2e223459b27d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.784233] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09d3fcb-d4fa-4f9c-8c85-7833a4c22f7f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.792562] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 739.792562] env[69289]: value = "task-3276854" [ 739.792562] env[69289]: _type = "Task" [ 739.792562] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.792800] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 739.792800] env[69289]: value = "task-3276853" [ 739.792800] env[69289]: _type = "Task" [ 739.792800] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.806263] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276854, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.809187] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.995106] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.235750] env[69289]: DEBUG oslo_vmware.api [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276852, 'name': PowerOnVM_Task, 'duration_secs': 0.479559} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.236332] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.236712] env[69289]: DEBUG nova.compute.manager [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.237598] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c3a702-4269-45fb-aad2-0a877e18d554 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.304437] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276854, 'name': Rename_Task, 'duration_secs': 0.155196} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.307579] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.307915] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276853, 'name': PowerOffVM_Task, 'duration_secs': 0.236992} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.308174] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c2407c3-8ba5-40f7-b5dc-9f570ba3e226 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.310273] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.310273] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.310621] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea21705a-7de4-4283-aa83-c0fadd2f0dad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.316132] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 740.316132] env[69289]: value = "task-3276855" [ 740.316132] env[69289]: _type = "Task" [ 740.316132] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.323989] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.387595] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.387835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.388025] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Deleting the datastore file [datastore2] 1a4b0b85-4f41-40f2-a801-36657c2bc39b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.388344] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8150f3f-2bca-4c46-8f70-74add9c7a538 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394622] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for the task: (returnval){ [ 740.394622] env[69289]: value = "task-3276857" [ 740.394622] env[69289]: _type = "Task" [ 740.394622] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.403436] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.501349] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 740.501349] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.177s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.501349] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.977s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.502573] env[69289]: INFO nova.compute.claims [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.752910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.827704] env[69289]: DEBUG oslo_vmware.api [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276855, 'name': PowerOnVM_Task, 'duration_secs': 0.498159} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.828035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.828257] env[69289]: INFO nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Took 6.46 seconds to spawn the instance on the hypervisor. [ 740.828463] env[69289]: DEBUG nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.829309] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918124a0-3e0d-4efa-9bed-8e392ebd054e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.907606] env[69289]: DEBUG oslo_vmware.api [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Task: {'id': task-3276857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220841} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.907885] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.908087] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.908264] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.908453] env[69289]: INFO nova.compute.manager [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 740.908701] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.908898] env[69289]: DEBUG nova.compute.manager [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.908993] env[69289]: DEBUG nova.network.neutron [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.345499] env[69289]: INFO nova.compute.manager [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Took 44.07 seconds to build instance. [ 741.385355] env[69289]: DEBUG nova.compute.manager [req-3532d60e-52a1-4445-b2a2-a1ed1885b936 req-f2c5d91a-198c-421d-94a8-c4fe293a1773 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Received event network-vif-deleted-52475d31-13b0-406a-8704-cb5533ff0fbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.385962] env[69289]: INFO nova.compute.manager [req-3532d60e-52a1-4445-b2a2-a1ed1885b936 req-f2c5d91a-198c-421d-94a8-c4fe293a1773 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Neutron deleted interface 52475d31-13b0-406a-8704-cb5533ff0fbf; detaching it from the instance and deleting it from the info cache [ 741.385962] env[69289]: DEBUG nova.network.neutron [req-3532d60e-52a1-4445-b2a2-a1ed1885b936 req-f2c5d91a-198c-421d-94a8-c4fe293a1773 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.604768] env[69289]: INFO nova.compute.manager [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Rebuilding instance [ 741.660051] env[69289]: DEBUG nova.compute.manager [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.660051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d7e71-69d9-4066-a6e8-fc09d979389d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.849727] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e2fb6538-6b3c-4b00-8d82-70d751248d47 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.587s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.866377] env[69289]: DEBUG nova.network.neutron [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.888603] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-395db08e-050d-4636-b5ca-4b9f67e66cc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.901586] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91448e7-90c0-49d6-aa29-a7e99a2f6e56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.933937] env[69289]: DEBUG nova.compute.manager [req-3532d60e-52a1-4445-b2a2-a1ed1885b936 req-f2c5d91a-198c-421d-94a8-c4fe293a1773 service nova] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Detach interface failed, port_id=52475d31-13b0-406a-8704-cb5533ff0fbf, reason: Instance 1a4b0b85-4f41-40f2-a801-36657c2bc39b could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.046390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149044d-8b47-46bd-ac13-b72df3f48c00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.053320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8642d96-839f-4817-8578-a974e2b9ccc6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.082180] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a14b44-81ff-4158-a9c5-96e3e37fc509 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.089096] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e1cb3a-4e05-4ef6-b298-e0711434a044 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.103111] env[69289]: DEBUG nova.compute.provider_tree [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.356535] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.370342] env[69289]: INFO nova.compute.manager [-] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Took 1.46 seconds to deallocate network for instance. [ 742.606179] env[69289]: DEBUG nova.scheduler.client.report [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.675038] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.675038] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19ce967-def0-4992-984e-2e4f7ccfe775 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.682530] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 742.682530] env[69289]: value = "task-3276858" [ 742.682530] env[69289]: _type = "Task" [ 742.682530] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.691389] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.877447] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.879539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.111599] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.112159] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.114682] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.343s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.114880] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.117275] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.719s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.117518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.119276] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.046s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.120649] env[69289]: INFO nova.compute.claims [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.141978] env[69289]: INFO nova.scheduler.client.report [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance 805eb31c-7317-47f6-92b2-cdfc846a5872 [ 743.144105] env[69289]: INFO nova.scheduler.client.report [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Deleted allocations for instance ee1fdb22-092f-48ff-9896-8b23f6bb14a2 [ 743.193870] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276858, 'name': PowerOffVM_Task, 'duration_secs': 0.301726} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.193983] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.194514] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.195466] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bcde9-dae1-4dfc-9bd2-48dc21cbab32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.202268] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.202490] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64ef3a78-5538-4f20-950d-7ef9ce01c781 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.273985] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.274248] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.274448] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore2] bd0530ae-11ac-4ed5-86bc-3379f48ed157 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.274746] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c65c03e-6f8b-4808-b3c9-39615bc14751 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.281199] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 743.281199] env[69289]: value = "task-3276860" [ 743.281199] env[69289]: _type = "Task" [ 743.281199] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.289944] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.626151] env[69289]: DEBUG nova.compute.utils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.628970] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.629161] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.655475] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e760847d-d54d-4581-84b2-b9b86e681d7b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "805eb31c-7317-47f6-92b2-cdfc846a5872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.375s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.657819] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55097d05-b212-48d5-b809-98d677e33d46 tempest-ServerDiagnosticsV248Test-222097342 tempest-ServerDiagnosticsV248Test-222097342-project-member] Lock "ee1fdb22-092f-48ff-9896-8b23f6bb14a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.656s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.679537] env[69289]: DEBUG nova.policy [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '056fd6b29e454d4eaf3b26e9a99d75f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afc930185a9d4cfa80f960735bc18196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.791045] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148252} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.791326] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.791494] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.791674] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.943275] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Successfully created port: 93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.133145] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.608873] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af59e02-e38e-4d3c-b037-38b1cf1aa11d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.616635] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b1bc23-bdd5-4eb2-89fb-377387f52583 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.654813] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc863d-4c65-48ca-8dfb-5aa4c15bb162 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.662909] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db15bc5-572f-42e0-baac-bfb40027e756 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.677940] env[69289]: DEBUG nova.compute.provider_tree [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.838292] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.838518] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.839031] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.839031] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.839031] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.839162] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.839340] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.839794] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.839794] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.839896] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.840119] env[69289]: DEBUG nova.virt.hardware [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.841765] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8276eb59-039d-4315-b5ce-bd5d3accbd51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.849572] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e604691e-c6f6-4ed8-8a5f-2c751f9f300f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.864786] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:ff:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55507f53-6af3-498c-b4c5-144811bc7e61', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.872400] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.872595] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.873211] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48984592-3080-4965-84cd-f9c14cb50a42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.892667] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.892667] env[69289]: value = "task-3276861" [ 744.892667] env[69289]: _type = "Task" [ 744.892667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.902765] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276861, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.027520] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.027712] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.159913] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.181918] env[69289]: DEBUG nova.scheduler.client.report [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.189586] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.189909] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.190137] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.190404] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.190637] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.190818] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.191117] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.191344] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.191584] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.191814] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.192066] env[69289]: DEBUG nova.virt.hardware [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.193263] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe5d15-16a5-4652-993c-1d39b4aac6fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.205038] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46381d32-20ec-4d53-9c1c-32913a57f82e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.360726] env[69289]: DEBUG nova.compute.manager [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Received event network-vif-plugged-93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.361025] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] Acquiring lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.361281] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.361498] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.361678] env[69289]: DEBUG nova.compute.manager [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] No waiting events found dispatching network-vif-plugged-93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.361844] env[69289]: WARNING nova.compute.manager [req-fc419287-d94d-4106-9eaa-6569653ebbb5 req-31bf45a7-f8eb-47ec-ab0a-415ecc33209e service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Received unexpected event network-vif-plugged-93c3dc1f-5890-467c-b725-564571d97311 for instance with vm_state building and task_state spawning. [ 745.405427] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276861, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.456782] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Successfully updated port: 93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.698869] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.699405] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.701934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.122s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.703344] env[69289]: INFO nova.compute.claims [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.902723] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276861, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.957515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.957705] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.957866] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.211231] env[69289]: DEBUG nova.compute.utils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.215709] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.215709] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.324113] env[69289]: DEBUG nova.policy [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1648018613ae4de5af6d8ab1d1f634f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '649c016bdef64f0ea5ecb18d82cd7209', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.403243] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276861, 'name': CreateVM_Task, 'duration_secs': 1.504073} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.403414] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.404122] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.404298] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.404604] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.404859] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12557dd1-d93b-4a22-b87e-c7e0a3bbe2b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.409419] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 746.409419] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522364cc-bace-c550-7a99-f56597279892" [ 746.409419] env[69289]: _type = "Task" [ 746.409419] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.421315] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522364cc-bace-c550-7a99-f56597279892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.535397] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.717232] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.847060] env[69289]: DEBUG nova.network.neutron [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Updating instance_info_cache with network_info: [{"id": "93c3dc1f-5890-467c-b725-564571d97311", "address": "fa:16:3e:84:02:3b", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c3dc1f-58", "ovs_interfaceid": "93c3dc1f-5890-467c-b725-564571d97311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.924913] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522364cc-bace-c550-7a99-f56597279892, 'name': SearchDatastore_Task, 'duration_secs': 0.021478} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.925918] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Successfully created port: 8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.933870] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934130] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.934375] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.934523] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.935095] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.936652] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03729e52-23f7-49d1-8e33-cf0cc298fa9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.946134] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.946134] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.949092] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954755cc-6f0a-4748-bb7b-e20ede94105d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.954791] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 746.954791] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529b004b-6663-bf6c-432d-863608569a92" [ 746.954791] env[69289]: _type = "Task" [ 746.954791] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.965780] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b004b-6663-bf6c-432d-863608569a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.280573] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1988dacb-4e4c-495d-90d0-59b229a185ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.289816] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9282d3a-eb4d-4e13-8ac5-f34101f471f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.320679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688dd03a-856d-448e-8e41-f9206d240ea0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.328036] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd46d8a-1f11-4663-a373-9b412d50d29f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.346581] env[69289]: DEBUG nova.compute.provider_tree [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.349474] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.349817] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Instance network_info: |[{"id": "93c3dc1f-5890-467c-b725-564571d97311", "address": "fa:16:3e:84:02:3b", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c3dc1f-58", "ovs_interfaceid": "93c3dc1f-5890-467c-b725-564571d97311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.350337] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:02:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93c3dc1f-5890-467c-b725-564571d97311', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.357707] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.358449] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.358716] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba121e1-7b39-4b8f-8621-5bbfb2433a3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.378029] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.378029] env[69289]: value = "task-3276862" [ 747.378029] env[69289]: _type = "Task" [ 747.378029] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.385809] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276862, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.394107] env[69289]: DEBUG nova.compute.manager [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Received event network-changed-93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.394340] env[69289]: DEBUG nova.compute.manager [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Refreshing instance network info cache due to event network-changed-93c3dc1f-5890-467c-b725-564571d97311. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.394524] env[69289]: DEBUG oslo_concurrency.lockutils [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] Acquiring lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.394659] env[69289]: DEBUG oslo_concurrency.lockutils [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] Acquired lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.394813] env[69289]: DEBUG nova.network.neutron [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Refreshing network info cache for port 93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.465680] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b004b-6663-bf6c-432d-863608569a92, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.467472] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9681e44-bf2e-41ac-89b3-e96ffabcd241 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.472577] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 747.472577] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ffffe0-1228-0cd2-1b20-a3b0b83f9bf4" [ 747.472577] env[69289]: _type = "Task" [ 747.472577] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.480746] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ffffe0-1228-0cd2-1b20-a3b0b83f9bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.733073] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.769340] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.769490] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.769641] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.769816] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.770868] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.770868] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.770868] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.770868] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.770868] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.771286] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.771286] env[69289]: DEBUG nova.virt.hardware [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.772189] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a401391-21cc-48f4-8a2b-59d218a22b5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.781774] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fefaadf-aa2d-42a1-b4a8-9469a9dd76b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.852239] env[69289]: DEBUG nova.scheduler.client.report [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.890741] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276862, 'name': CreateVM_Task, 'duration_secs': 0.325288} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.890945] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.891675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.891845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.892168] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.892483] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367da68f-d4d8-4800-b2b5-b021fc8f4c04 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.899124] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 747.899124] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52722059-e936-405d-21d5-abd5be774f11" [ 747.899124] env[69289]: _type = "Task" [ 747.899124] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.909832] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52722059-e936-405d-21d5-abd5be774f11, 'name': SearchDatastore_Task} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.910133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.910355] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.910570] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.985872] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ffffe0-1228-0cd2-1b20-a3b0b83f9bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.985872] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.985872] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.986033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.986127] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.986376] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc193e81-e2f3-4d94-a11f-d761fcdeb862 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.988359] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbfed984-8aa4-451b-8114-4271d823ad18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.998326] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 747.998326] env[69289]: value = "task-3276863" [ 747.998326] env[69289]: _type = "Task" [ 747.998326] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.004317] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.004509] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.006451] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0748b804-687f-4b19-997f-93239e6a6007 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.011422] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.014804] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 748.014804] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525dca36-6711-d3a5-9988-5014883a475a" [ 748.014804] env[69289]: _type = "Task" [ 748.014804] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.022424] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525dca36-6711-d3a5-9988-5014883a475a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.130678] env[69289]: DEBUG nova.network.neutron [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Updated VIF entry in instance network info cache for port 93c3dc1f-5890-467c-b725-564571d97311. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.131834] env[69289]: DEBUG nova.network.neutron [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Updating instance_info_cache with network_info: [{"id": "93c3dc1f-5890-467c-b725-564571d97311", "address": "fa:16:3e:84:02:3b", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c3dc1f-58", "ovs_interfaceid": "93c3dc1f-5890-467c-b725-564571d97311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.359601] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.360305] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.365739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.621s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.369284] env[69289]: INFO nova.compute.claims [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.509605] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501685} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.510132] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.510132] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.510372] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99eabd71-5e33-4c6d-9949-e2a0b70c8f56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.520895] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 748.520895] env[69289]: value = "task-3276864" [ 748.520895] env[69289]: _type = "Task" [ 748.520895] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.527630] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525dca36-6711-d3a5-9988-5014883a475a, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.528882] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a141fc-d8cb-459a-80b8-67df2cc88210 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.534864] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.538158] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 748.538158] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52de5c07-4649-ca77-d046-33142da47a12" [ 748.538158] env[69289]: _type = "Task" [ 748.538158] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.546749] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de5c07-4649-ca77-d046-33142da47a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.629056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.629503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.630323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.630323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.630323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.632762] env[69289]: INFO nova.compute.manager [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Terminating instance [ 748.634381] env[69289]: DEBUG oslo_concurrency.lockutils [req-325b44a6-d7b0-4cc7-a643-c6948e484721 req-1a24f6dc-3804-4a7b-8717-7d051d5b77e9 service nova] Releasing lock "refresh_cache-05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.665702] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Successfully updated port: 8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.878921] env[69289]: DEBUG nova.compute.utils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.881487] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.881895] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.937835] env[69289]: DEBUG nova.policy [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '056fd6b29e454d4eaf3b26e9a99d75f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afc930185a9d4cfa80f960735bc18196', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.036127] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066988} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.036127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.036127] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a089a23-5510-49ad-a0b3-f8f264856cdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.050929] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de5c07-4649-ca77-d046-33142da47a12, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.060304] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.060589] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c/05cd9bc8-a5fb-4534-b2ed-ca35e1de710c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.069713] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.069820] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a56e515f-92e4-4800-ba30-ee367ee95322 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.071954] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84e8af2f-0211-4a0b-9e68-a48bc68ec97c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.091993] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 749.091993] env[69289]: value = "task-3276865" [ 749.091993] env[69289]: _type = "Task" [ 749.091993] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.093346] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 749.093346] env[69289]: value = "task-3276866" [ 749.093346] env[69289]: _type = "Task" [ 749.093346] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.104551] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.107805] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.139411] env[69289]: DEBUG nova.compute.manager [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.139411] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.139574] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85049f06-c394-4dfd-9eca-13ab7b83e50a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.147034] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 749.147034] env[69289]: value = "task-3276867" [ 749.147034] env[69289]: _type = "Task" [ 749.147034] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.156545] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.168273] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.168345] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.168475] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.264721] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Successfully created port: 366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.383791] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.433580] env[69289]: DEBUG nova.compute.manager [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Received event network-vif-plugged-8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.433580] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Acquiring lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.433864] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.434212] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.434462] env[69289]: DEBUG nova.compute.manager [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] No waiting events found dispatching network-vif-plugged-8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.434709] env[69289]: WARNING nova.compute.manager [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Received unexpected event network-vif-plugged-8eb63ab0-8310-4fa9-b861-bcd428eeb58a for instance with vm_state building and task_state spawning. [ 749.434997] env[69289]: DEBUG nova.compute.manager [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Received event network-changed-8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.435271] env[69289]: DEBUG nova.compute.manager [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Refreshing instance network info cache due to event network-changed-8eb63ab0-8310-4fa9-b861-bcd428eeb58a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.435528] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Acquiring lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.595177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.595177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.614931] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.618579] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276866, 'name': ReconfigVM_Task, 'duration_secs': 0.393584} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.618914] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157/bd0530ae-11ac-4ed5-86bc-3379f48ed157.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.619632] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80cf2af-f6d3-41ab-aadb-4292e30d6bce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.630292] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 749.630292] env[69289]: value = "task-3276868" [ 749.630292] env[69289]: _type = "Task" [ 749.630292] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.641534] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276868, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.660575] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276867, 'name': PowerOffVM_Task, 'duration_secs': 0.200048} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.661769] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.661769] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 749.661769] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654390', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'name': 'volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f60f99c-40fb-4bf6-ad56-b5cd086e4188', 'attached_at': '', 'detached_at': '', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'serial': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 749.662399] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de4806-3673-4c05-b7bf-01300803ba22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.689483] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77055dd4-235f-4b43-8e20-09c7fd15a187 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.697351] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b748334c-867e-4b72-a05b-ebd91f967c27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.718667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf31f02-43fb-4bf0-b568-5938b0c4b3fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.736274] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] The volume has not been displaced from its original location: [datastore2] volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe/volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 749.740079] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 749.741088] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.745227] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-104dcca0-0dd1-47b7-b375-25c37f581bf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.764342] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 749.764342] env[69289]: value = "task-3276869" [ 749.764342] env[69289]: _type = "Task" [ 749.764342] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.772482] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.917348] env[69289]: DEBUG nova.network.neutron [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Updating instance_info_cache with network_info: [{"id": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "address": "fa:16:3e:f6:ac:8d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb63ab0-83", "ovs_interfaceid": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.043988] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3ef49-4e28-4c1b-b48f-b54d944ac83f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.051769] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a13da01-7694-4b6c-98a9-c965791d1ad0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.084112] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a0159b-b0b5-43a9-a76e-7784aa313027 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.091866] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33241d9e-6e3c-4197-9190-8a6623504ae7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.109509] env[69289]: DEBUG nova.compute.provider_tree [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.113930] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548248} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.114784] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c/05cd9bc8-a5fb-4534-b2ed-ca35e1de710c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.114784] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.115810] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b81952f7-f05c-4ff8-b2d5-f3786bc91f29 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.122852] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 750.122852] env[69289]: value = "task-3276870" [ 750.122852] env[69289]: _type = "Task" [ 750.122852] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.130859] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.140818] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276868, 'name': Rename_Task, 'duration_secs': 0.398214} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.141568] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.141568] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b555d2c7-7048-400a-88be-cbc2d7ee1909 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.148156] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 750.148156] env[69289]: value = "task-3276871" [ 750.148156] env[69289]: _type = "Task" [ 750.148156] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.164041] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.275617] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276869, 'name': ReconfigVM_Task, 'duration_secs': 0.17914} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.275999] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 750.281245] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb63979-2143-46ce-a34a-bd1d94cce597 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.296902] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 750.296902] env[69289]: value = "task-3276872" [ 750.296902] env[69289]: _type = "Task" [ 750.296902] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.305684] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.401311] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.420343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.420728] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Instance network_info: |[{"id": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "address": "fa:16:3e:f6:ac:8d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb63ab0-83", "ovs_interfaceid": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.422975] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Acquired lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.423184] env[69289]: DEBUG nova.network.neutron [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Refreshing network info cache for port 8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.424403] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:ac:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eb63ab0-8310-4fa9-b861-bcd428eeb58a', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.432144] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.435302] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.435779] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deccdea1-4181-4259-b7ff-85579b855922 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.454019] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.454019] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.454019] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.454019] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.454274] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.454274] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.454485] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.454674] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.454898] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.455091] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.455291] env[69289]: DEBUG nova.virt.hardware [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.456443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef95e37f-cc07-45ef-8e97-8cca35899ada {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.465610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97641130-97d3-422c-a5a2-747e1e7d5051 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.470824] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.470824] env[69289]: value = "task-3276873" [ 750.470824] env[69289]: _type = "Task" [ 750.470824] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.488008] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276873, 'name': CreateVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.615807] env[69289]: DEBUG nova.scheduler.client.report [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.633745] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06729} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.634184] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.634995] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799ecd5-f2d0-48c0-88c6-ad60d93098cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.660484] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c/05cd9bc8-a5fb-4534-b2ed-ca35e1de710c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.664305] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ac0f341-b50f-444a-97c7-94e7eabd4e3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.693357] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276871, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.696094] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 750.696094] env[69289]: value = "task-3276874" [ 750.696094] env[69289]: _type = "Task" [ 750.696094] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.700148] env[69289]: DEBUG nova.network.neutron [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Updated VIF entry in instance network info cache for port 8eb63ab0-8310-4fa9-b861-bcd428eeb58a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.700528] env[69289]: DEBUG nova.network.neutron [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Updating instance_info_cache with network_info: [{"id": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "address": "fa:16:3e:f6:ac:8d", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eb63ab0-83", "ovs_interfaceid": "8eb63ab0-8310-4fa9-b861-bcd428eeb58a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.715070] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276874, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.807607] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276872, 'name': ReconfigVM_Task, 'duration_secs': 0.237994} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.809473] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654390', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'name': 'volume-2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f60f99c-40fb-4bf6-ad56-b5cd086e4188', 'attached_at': '', 'detached_at': '', 'volume_id': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe', 'serial': '2b7b8741-11ef-4aab-92aa-4d4393d09ffe'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 750.809473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.809473] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0298cc-9162-4bf2-8790-010ded290e8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.816272] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.816695] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9bc54a0-d08a-4ccf-8354-911bc7c9bda4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.893583] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.893818] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.894764] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Deleting the datastore file [datastore2] 6f60f99c-40fb-4bf6-ad56-b5cd086e4188 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.894764] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e3bf583-6294-427b-9425-5d9053c5017c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.904080] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for the task: (returnval){ [ 750.904080] env[69289]: value = "task-3276876" [ 750.904080] env[69289]: _type = "Task" [ 750.904080] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.913544] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.947128] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Successfully updated port: 366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.981766] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276873, 'name': CreateVM_Task, 'duration_secs': 0.516194} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.981961] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.982689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.982861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.983181] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.983438] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6806be-6dfb-4e86-9575-28fec03bf83c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.988658] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 750.988658] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520b2a88-c264-579c-17f0-22ea7e2d2845" [ 750.988658] env[69289]: _type = "Task" [ 750.988658] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.996665] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520b2a88-c264-579c-17f0-22ea7e2d2845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.120898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.121552] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.125923] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.222s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.125923] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.129817] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.950s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.129904] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.132704] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.887s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.134430] env[69289]: INFO nova.compute.claims [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.164612] env[69289]: DEBUG oslo_vmware.api [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276871, 'name': PowerOnVM_Task, 'duration_secs': 0.61113} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.164953] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.165287] env[69289]: DEBUG nova.compute.manager [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.166378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5470a0-ee04-43b0-8c47-327b7aeddb15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.173112] env[69289]: INFO nova.scheduler.client.report [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted allocations for instance e6b2cf96-4611-4e3f-982d-e053726b321b [ 751.181517] env[69289]: INFO nova.scheduler.client.report [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Deleted allocations for instance df191190-e183-4542-87fb-13d210198a53 [ 751.203225] env[69289]: DEBUG oslo_concurrency.lockutils [req-6fa21997-025c-4ed0-98c5-9a7e861e834a req-d461b17a-5661-4d8a-84e2-e69c23279e5c service nova] Releasing lock "refresh_cache-64f221f7-1541-4089-94fd-a78dcba47eb8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.221038] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276874, 'name': ReconfigVM_Task, 'duration_secs': 0.291256} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.221411] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c/05cd9bc8-a5fb-4534-b2ed-ca35e1de710c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.222268] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3caa7041-f266-4d50-8504-4fa873d16663 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.230358] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 751.230358] env[69289]: value = "task-3276877" [ 751.230358] env[69289]: _type = "Task" [ 751.230358] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.246621] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276877, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.415737] env[69289]: DEBUG oslo_vmware.api [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Task: {'id': task-3276876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088843} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.416121] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.416372] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.416679] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.416965] env[69289]: INFO nova.compute.manager [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Took 2.28 seconds to destroy the instance on the hypervisor. [ 751.417297] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.417552] env[69289]: DEBUG nova.compute.manager [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.417728] env[69289]: DEBUG nova.network.neutron [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.449512] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.449683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.449835] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.458437] env[69289]: DEBUG nova.compute.manager [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Received event network-vif-plugged-366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.458857] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Acquiring lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.459196] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.459480] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.459815] env[69289]: DEBUG nova.compute.manager [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] No waiting events found dispatching network-vif-plugged-366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.460206] env[69289]: WARNING nova.compute.manager [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Received unexpected event network-vif-plugged-366d88a8-67f1-46a0-80bc-81435521d70a for instance with vm_state building and task_state spawning. [ 751.460481] env[69289]: DEBUG nova.compute.manager [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Received event network-changed-366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.460765] env[69289]: DEBUG nova.compute.manager [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Refreshing instance network info cache due to event network-changed-366d88a8-67f1-46a0-80bc-81435521d70a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.461086] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Acquiring lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.498088] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520b2a88-c264-579c-17f0-22ea7e2d2845, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.498387] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.498616] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.498877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.499071] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.499272] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.499525] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9a1f31-6536-4fb5-a325-fa273c4e12da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.507102] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.507276] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.507983] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5024feea-5ca1-4dc3-9d1c-5adc301a425a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.512738] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 751.512738] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523c47c5-e7ee-c8bc-9914-a21efc7ca299" [ 751.512738] env[69289]: _type = "Task" [ 751.512738] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.520491] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523c47c5-e7ee-c8bc-9914-a21efc7ca299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.642412] env[69289]: DEBUG nova.compute.utils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.643721] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.643895] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.695689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9ac3f0a7-a352-498d-a674-9701164f0e9c tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "df191190-e183-4542-87fb-13d210198a53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.054s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.697085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3efe414a-9e30-40b0-8739-abc426ea5119 tempest-MultipleCreateTestJSON-1449100387 tempest-MultipleCreateTestJSON-1449100387-project-member] Lock "e6b2cf96-4611-4e3f-982d-e053726b321b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.434s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.700650] env[69289]: DEBUG nova.policy [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '483994e27ed3479db821848673f1f559', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '808aff5517c14039927f9cd133320546', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.707301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.741264] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276877, 'name': Rename_Task, 'duration_secs': 0.139382} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.741552] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.741844] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da3500d-32b5-4a23-878c-5a8fd41804e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.748907] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 751.748907] env[69289]: value = "task-3276878" [ 751.748907] env[69289]: _type = "Task" [ 751.748907] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.757082] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.001706] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.027023] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523c47c5-e7ee-c8bc-9914-a21efc7ca299, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.027023] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fe27cb-18f2-4ccc-aaa3-4fc9623cbf8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.031487] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 752.031487] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52039867-df89-8bc4-c5fe-c64dee932868" [ 752.031487] env[69289]: _type = "Task" [ 752.031487] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.040805] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52039867-df89-8bc4-c5fe-c64dee932868, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.149804] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.270636] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.336644] env[69289]: DEBUG nova.network.neutron [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Updating instance_info_cache with network_info: [{"id": "366d88a8-67f1-46a0-80bc-81435521d70a", "address": "fa:16:3e:d0:3d:3c", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d88a8-67", "ovs_interfaceid": "366d88a8-67f1-46a0-80bc-81435521d70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.343016] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Successfully created port: cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.489939] env[69289]: DEBUG nova.network.neutron [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.543082] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52039867-df89-8bc4-c5fe-c64dee932868, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.545024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.545024] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 64f221f7-1541-4089-94fd-a78dcba47eb8/64f221f7-1541-4089-94fd-a78dcba47eb8.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.545024] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d89d2e-9ad6-47db-9b0b-84e684170937 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.558786] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 752.558786] env[69289]: value = "task-3276879" [ 752.558786] env[69289]: _type = "Task" [ 752.558786] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.571660] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.737058] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a813fd2-f210-45c9-9905-1b037a33c2ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.745140] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e66785-2bf6-45ee-b037-960ad1c5cbc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779366] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c872887-ca4c-454d-8eb1-c0cdb79ca57e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.788260] env[69289]: DEBUG oslo_vmware.api [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276878, 'name': PowerOnVM_Task, 'duration_secs': 0.532394} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.791161] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.791473] env[69289]: INFO nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Took 7.63 seconds to spawn the instance on the hypervisor. [ 752.791729] env[69289]: DEBUG nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.793493] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c82fb9-7ec2-4188-a7d0-09e4b93bea12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.801338] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9ea12-1842-455d-bce3-2dd47970a0e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.825512] env[69289]: DEBUG nova.compute.provider_tree [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.839646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.840278] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Instance network_info: |[{"id": "366d88a8-67f1-46a0-80bc-81435521d70a", "address": "fa:16:3e:d0:3d:3c", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d88a8-67", "ovs_interfaceid": "366d88a8-67f1-46a0-80bc-81435521d70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.841174] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Acquired lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.841174] env[69289]: DEBUG nova.network.neutron [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Refreshing network info cache for port 366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.842426] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:3d:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366d88a8-67f1-46a0-80bc-81435521d70a', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.852282] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.852282] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.852502] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a91e91fe-8af2-4b5c-ae17-f3dd2d3c4698 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.877037] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.877037] env[69289]: value = "task-3276880" [ 752.877037] env[69289]: _type = "Task" [ 752.877037] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.887200] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276880, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.992771] env[69289]: INFO nova.compute.manager [-] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Took 1.57 seconds to deallocate network for instance. [ 753.075565] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276879, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.157064] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.184471] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.184771] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.184871] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.185062] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.185210] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.185373] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.185552] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.185713] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.185874] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.186102] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.186307] env[69289]: DEBUG nova.virt.hardware [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.187184] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59c44b8-aa88-4de4-91f2-994a43bd241e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.195795] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d410640-8822-4097-81e6-b0ab1a59de20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.300505] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.300691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.300815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.301085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.301227] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.303678] env[69289]: INFO nova.compute.manager [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Terminating instance [ 753.326873] env[69289]: INFO nova.compute.manager [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Took 54.83 seconds to build instance. [ 753.328602] env[69289]: DEBUG nova.scheduler.client.report [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.387698] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276880, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.571201] env[69289]: INFO nova.compute.manager [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Took 0.58 seconds to detach 1 volumes for instance. [ 753.574346] env[69289]: DEBUG nova.compute.manager [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Deleting volume: 2b7b8741-11ef-4aab-92aa-4d4393d09ffe {{(pid=69289) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 753.588882] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532021} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.588882] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 64f221f7-1541-4089-94fd-a78dcba47eb8/64f221f7-1541-4089-94fd-a78dcba47eb8.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.588882] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.588882] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afc633d3-0652-4999-9192-f795eef4845c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.600365] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 753.600365] env[69289]: value = "task-3276881" [ 753.600365] env[69289]: _type = "Task" [ 753.600365] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.613165] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.747393] env[69289]: DEBUG nova.compute.manager [req-5bcaa265-613c-424c-a468-c35064070587 req-9f0a4545-7984-47cb-ab32-d509e951fbfe service nova] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Received event network-vif-deleted-ff8c4bbf-9464-422b-86fa-f5eb1e655278 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.808009] env[69289]: DEBUG nova.compute.manager [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.808270] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.809504] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d3e4ad-02c0-4a9d-9b26-69020b7b04be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.817096] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.817339] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0433b497-e29e-44f7-8e9f-192dc090211e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.826028] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 753.826028] env[69289]: value = "task-3276883" [ 753.826028] env[69289]: _type = "Task" [ 753.826028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.832028] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.833861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.834365] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.838033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f222c0f3-85cc-48a8-be52-136199851c28 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.345s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.838294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.202s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.838505] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.841833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.541s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.842562] env[69289]: INFO nova.compute.claims [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.881544] env[69289]: INFO nova.scheduler.client.report [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleted allocations for instance c3cafcb3-8a38-430f-9b3d-20a39b4907da [ 753.895526] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276880, 'name': CreateVM_Task, 'duration_secs': 0.540907} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.895695] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.896717] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.896939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.897269] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.898019] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb4e264-e126-4a5d-a587-10666467dbdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.903568] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 753.903568] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521220c6-a36c-781b-5bc3-501b755e194c" [ 753.903568] env[69289]: _type = "Task" [ 753.903568] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.912978] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521220c6-a36c-781b-5bc3-501b755e194c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.930394] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Successfully updated port: cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.108078] env[69289]: DEBUG nova.network.neutron [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Updated VIF entry in instance network info cache for port 366d88a8-67f1-46a0-80bc-81435521d70a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.108396] env[69289]: DEBUG nova.network.neutron [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Updating instance_info_cache with network_info: [{"id": "366d88a8-67f1-46a0-80bc-81435521d70a", "address": "fa:16:3e:d0:3d:3c", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366d88a8-67", "ovs_interfaceid": "366d88a8-67f1-46a0-80bc-81435521d70a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.113477] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090293} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.113968] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.120562] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e473fc3-f185-43a1-9baf-71d0426b513d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.144615] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 64f221f7-1541-4089-94fd-a78dcba47eb8/64f221f7-1541-4089-94fd-a78dcba47eb8.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.145434] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.146096] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f426c7-1098-4d09-a849-7e528467e108 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.168568] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 754.168568] env[69289]: value = "task-3276884" [ 754.168568] env[69289]: _type = "Task" [ 754.168568] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.179339] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.332605] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276883, 'name': PowerOffVM_Task, 'duration_secs': 0.228553} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.332810] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.332973] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.333261] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-610bf6b3-65a4-40a1-90e7-361b9b76859b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.339124] env[69289]: DEBUG nova.compute.utils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.340455] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.340624] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.352511] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.387694] env[69289]: DEBUG nova.policy [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac2f088f7eeb48ed8e58a066603a7551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69ffcd0e60e74977bebec0614706cccf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.392237] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba6b97e5-a9c2-441e-a818-b2ec96657cf5 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "c3cafcb3-8a38-430f-9b3d-20a39b4907da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.272s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.412122] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.412454] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.415962] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore2] 33e9ce28-3e7d-4f6c-9caf-aa934372abe9 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.416790] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb14e6a4-6300-4a0e-a80e-ee522fa6ba62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.422588] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521220c6-a36c-781b-5bc3-501b755e194c, 'name': SearchDatastore_Task, 'duration_secs': 0.015608} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.423285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.423581] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.423875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.424036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.424229] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.424914] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df7dd8c7-1a69-4fca-a97d-a28aa937623d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428747] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 754.428747] env[69289]: value = "task-3276886" [ 754.428747] env[69289]: _type = "Task" [ 754.428747] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.433278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.433278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquired lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.433278] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.435683] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.435891] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.436869] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb93321-8cbb-4bcc-8c74-01f9661ff84e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.443429] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.446261] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 754.446261] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5298e202-a05f-0238-4e6b-b9be04b7a670" [ 754.446261] env[69289]: _type = "Task" [ 754.446261] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.461034] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5298e202-a05f-0238-4e6b-b9be04b7a670, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.461034] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6588553-6732-4a1d-95f9-e1b9a94349db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.465589] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 754.465589] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d6ae5a-b3b5-9206-a18c-d533c7f80e99" [ 754.465589] env[69289]: _type = "Task" [ 754.465589] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.474785] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d6ae5a-b3b5-9206-a18c-d533c7f80e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.615141] env[69289]: DEBUG oslo_concurrency.lockutils [req-8d3f01ed-5683-4adf-aeec-fc9c50a2d2ac req-bb08524b-5040-4d4e-9b72-2e279e43a8ce service nova] Releasing lock "refresh_cache-76f86402-f3a3-4d09-95bc-03e407ee27da" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.680070] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.844174] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.895262] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.942379] env[69289]: DEBUG oslo_vmware.api [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226183} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.942735] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.942937] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.943127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.943490] env[69289]: INFO nova.compute.manager [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 754.943827] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.944399] env[69289]: DEBUG nova.compute.manager [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.946025] env[69289]: DEBUG nova.network.neutron [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.976903] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d6ae5a-b3b5-9206-a18c-d533c7f80e99, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.977099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.977366] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 76f86402-f3a3-4d09-95bc-03e407ee27da/76f86402-f3a3-4d09-95bc-03e407ee27da.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.977626] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0e96c2f-61f5-4f24-b3e7-adb1fefd4aba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.986436] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 754.986436] env[69289]: value = "task-3276887" [ 754.986436] env[69289]: _type = "Task" [ 754.986436] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.994873] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.025577] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.038314] env[69289]: DEBUG nova.objects.instance [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lazy-loading 'flavor' on Instance uuid dc9e508a-cdf2-4519-918e-384101fd1627 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.085760] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "940036d6-d2c5-40f3-885e-7fd35611e508" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.085760] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.085760] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.085760] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.086036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.093091] env[69289]: INFO nova.compute.manager [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Terminating instance [ 755.110627] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Successfully created port: 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.183018] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276884, 'name': ReconfigVM_Task, 'duration_secs': 0.531742} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.183018] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 64f221f7-1541-4089-94fd-a78dcba47eb8/64f221f7-1541-4089-94fd-a78dcba47eb8.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.183018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f400de55-2b4b-4bcc-86ee-7c37123eb393 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.192211] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 755.192211] env[69289]: value = "task-3276888" [ 755.192211] env[69289]: _type = "Task" [ 755.192211] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.210802] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276888, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.294068] env[69289]: DEBUG nova.network.neutron [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Updating instance_info_cache with network_info: [{"id": "cc1e3c56-ed43-475c-bffd-821a87f57588", "address": "fa:16:3e:b6:40:b8", "network": {"id": "6354fbcf-f9b0-470e-9877-de86ffd170e1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990649781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "808aff5517c14039927f9cd133320546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1e3c56-ed", "ovs_interfaceid": "cc1e3c56-ed43-475c-bffd-821a87f57588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.500027] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.522857] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f599a2-14ff-4cfe-a41f-b3e3c1e19a56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.535994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d5e19-7baf-42d3-b090-9ed1e772860e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.546917] env[69289]: DEBUG oslo_concurrency.lockutils [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.547251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.586607] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ef82c-4eac-414c-be50-3d179c442582 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.594326] env[69289]: DEBUG nova.compute.manager [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.594703] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.595844] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e824c859-2c86-4333-a591-b31fd93d1dd4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.600493] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f9e5a-b20f-4427-9451-46b55fa5fe00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.610018] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.620241] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70f71d5-581f-49ef-a7ba-00377a1b5a27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.623182] env[69289]: DEBUG nova.compute.provider_tree [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.632171] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 755.632171] env[69289]: value = "task-3276889" [ 755.632171] env[69289]: _type = "Task" [ 755.632171] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.644476] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.703060] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276888, 'name': Rename_Task, 'duration_secs': 0.198907} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.703060] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.703258] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd17fee6-013c-4450-99bf-a47f043490a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.710614] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 755.710614] env[69289]: value = "task-3276890" [ 755.710614] env[69289]: _type = "Task" [ 755.710614] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.718590] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.794968] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Received event network-vif-plugged-cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.795259] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Acquiring lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.795448] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.795564] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.795722] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] No waiting events found dispatching network-vif-plugged-cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.795933] env[69289]: WARNING nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Received unexpected event network-vif-plugged-cc1e3c56-ed43-475c-bffd-821a87f57588 for instance with vm_state building and task_state spawning. [ 755.796124] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Received event network-changed-cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.796236] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Refreshing instance network info cache due to event network-changed-cc1e3c56-ed43-475c-bffd-821a87f57588. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.796374] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Acquiring lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.808336] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Releasing lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.808336] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Instance network_info: |[{"id": "cc1e3c56-ed43-475c-bffd-821a87f57588", "address": "fa:16:3e:b6:40:b8", "network": {"id": "6354fbcf-f9b0-470e-9877-de86ffd170e1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990649781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "808aff5517c14039927f9cd133320546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1e3c56-ed", "ovs_interfaceid": "cc1e3c56-ed43-475c-bffd-821a87f57588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.808336] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Acquired lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.808336] env[69289]: DEBUG nova.network.neutron [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Refreshing network info cache for port cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.809500] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:40:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1e3c56-ed43-475c-bffd-821a87f57588', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.818904] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Creating folder: Project (808aff5517c14039927f9cd133320546). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.822403] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6990b99-5581-4fd4-b4f9-6cd39ae603f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.835260] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Created folder: Project (808aff5517c14039927f9cd133320546) in parent group-v654351. [ 755.835612] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Creating folder: Instances. Parent ref: group-v654482. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.836054] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32d31a91-0f0c-4dbe-8892-38dfc2abee4a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.849410] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Created folder: Instances in parent group-v654482. [ 755.849756] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.850027] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.850318] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9bec0c1-8f46-4745-becc-8ebb4b15734c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.881869] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.896460] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.896460] env[69289]: value = "task-3276893" [ 755.896460] env[69289]: _type = "Task" [ 755.896460] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.908021] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276893, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.912422] env[69289]: DEBUG nova.network.neutron [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.931176] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.931436] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.931592] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.931770] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.931915] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.932879] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.933872] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.934106] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.934370] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.934512] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.934802] env[69289]: DEBUG nova.virt.hardware [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.935853] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f180530-948f-4cfa-a4cc-a917b9e49270 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.944665] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ac89f0-f129-43b7-aadb-006f82d7be91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.997678] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645651} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.998195] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 76f86402-f3a3-4d09-95bc-03e407ee27da/76f86402-f3a3-4d09-95bc-03e407ee27da.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.998610] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.999026] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4685f96a-2043-42e8-a681-6530facec1e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.005414] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 756.005414] env[69289]: value = "task-3276894" [ 756.005414] env[69289]: _type = "Task" [ 756.005414] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.016194] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.128033] env[69289]: DEBUG nova.scheduler.client.report [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.147019] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276889, 'name': PowerOffVM_Task, 'duration_secs': 0.431019} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.147019] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.147019] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.147019] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dbd410d-5636-40b6-8100-1b2d7af79a7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.167657] env[69289]: DEBUG nova.network.neutron [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.177830] env[69289]: DEBUG nova.network.neutron [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Updated VIF entry in instance network info cache for port cc1e3c56-ed43-475c-bffd-821a87f57588. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.178273] env[69289]: DEBUG nova.network.neutron [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Updating instance_info_cache with network_info: [{"id": "cc1e3c56-ed43-475c-bffd-821a87f57588", "address": "fa:16:3e:b6:40:b8", "network": {"id": "6354fbcf-f9b0-470e-9877-de86ffd170e1", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-990649781-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "808aff5517c14039927f9cd133320546", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1e3c56-ed", "ovs_interfaceid": "cc1e3c56-ed43-475c-bffd-821a87f57588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.220063] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.242873] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.243166] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.243826] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleting the datastore file [datastore2] 940036d6-d2c5-40f3-885e-7fd35611e508 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.243826] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c6a93a-b9fd-4bc8-84be-1e2b3bd237da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.251481] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for the task: (returnval){ [ 756.251481] env[69289]: value = "task-3276896" [ 756.251481] env[69289]: _type = "Task" [ 756.251481] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.261961] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.407179] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276893, 'name': CreateVM_Task, 'duration_secs': 0.398358} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.408312] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.408312] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.408530] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.408983] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.409308] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbe1848-5092-4db5-a08d-2dd5b27b4f44 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.416228] env[69289]: INFO nova.compute.manager [-] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Took 1.47 seconds to deallocate network for instance. [ 756.416596] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 756.416596] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52de98fc-50fe-a0c4-7e91-7be995f73466" [ 756.416596] env[69289]: _type = "Task" [ 756.416596] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.439997] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de98fc-50fe-a0c4-7e91-7be995f73466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.515204] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09451} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.515471] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.516288] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22ee8b5-4561-4373-af19-445aa1794c6d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.538355] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 76f86402-f3a3-4d09-95bc-03e407ee27da/76f86402-f3a3-4d09-95bc-03e407ee27da.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.538628] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c503c641-e1a7-4319-85bb-1dfb924adb8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.558343] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 756.558343] env[69289]: value = "task-3276897" [ 756.558343] env[69289]: _type = "Task" [ 756.558343] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.567454] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.633089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.633749] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.636326] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.324s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.638110] env[69289]: INFO nova.compute.claims [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.681357] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] Releasing lock "refresh_cache-4c14a4e7-77a2-48f1-9c5b-77785e45e79f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.681680] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Received event network-vif-deleted-11f5def7-ef02-4502-bdfb-d6e9963d81dd {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.681831] env[69289]: INFO nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Neutron deleted interface 11f5def7-ef02-4502-bdfb-d6e9963d81dd; detaching it from the instance and deleting it from the info cache [ 756.682044] env[69289]: DEBUG nova.network.neutron [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.723852] env[69289]: DEBUG oslo_vmware.api [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276890, 'name': PowerOnVM_Task, 'duration_secs': 0.750239} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.724315] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.724541] env[69289]: INFO nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 756.724717] env[69289]: DEBUG nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.725710] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffeb578-a6ad-4f86-8554-51dc05f69081 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.761581] env[69289]: DEBUG oslo_vmware.api [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Task: {'id': task-3276896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156195} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.761849] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.762078] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.762744] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.762744] env[69289]: INFO nova.compute.manager [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.762744] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.762944] env[69289]: DEBUG nova.compute.manager [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.762944] env[69289]: DEBUG nova.network.neutron [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.935973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.936356] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de98fc-50fe-a0c4-7e91-7be995f73466, 'name': SearchDatastore_Task, 'duration_secs': 0.033602} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.936626] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.937405] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.937812] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.938052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.938180] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.938436] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1688b9-0c88-4111-a941-0aafd9cf2ae4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.947345] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.947995] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.948350] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c5152d-e685-4778-a1ea-41f537241f4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.954576] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 756.954576] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1745-b343-8995-d1c6-8691dc6fde26" [ 756.954576] env[69289]: _type = "Task" [ 756.954576] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.964011] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1745-b343-8995-d1c6-8691dc6fde26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.032815] env[69289]: DEBUG nova.network.neutron [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.075700] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.144230] env[69289]: DEBUG nova.compute.utils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.145915] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 757.184963] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-915b927d-5f73-4f79-b7a1-c1b653d839e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.196128] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda0aeaa-5417-436a-ae23-89e2d7e72a51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.230456] env[69289]: DEBUG nova.compute.manager [req-7fa18662-259d-485a-9a67-2ac6c1d6567a req-5efb6d0c-1c39-4f36-b60d-03308bb7787b service nova] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Detach interface failed, port_id=11f5def7-ef02-4502-bdfb-d6e9963d81dd, reason: Instance 33e9ce28-3e7d-4f6c-9caf-aa934372abe9 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.236725] env[69289]: DEBUG nova.compute.manager [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-vif-plugged-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.236952] env[69289]: DEBUG oslo_concurrency.lockutils [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] Acquiring lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.237182] env[69289]: DEBUG oslo_concurrency.lockutils [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.237348] env[69289]: DEBUG oslo_concurrency.lockutils [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.237546] env[69289]: DEBUG nova.compute.manager [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] No waiting events found dispatching network-vif-plugged-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 757.237710] env[69289]: WARNING nova.compute.manager [req-f013e0ac-b741-4e09-abab-deb1f214a4c2 req-fc041c99-1ab1-4d69-927e-cae5e2b49cba service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received unexpected event network-vif-plugged-9a45462e-d9f0-42b9-93fe-8d4150710d00 for instance with vm_state building and task_state spawning. [ 757.248533] env[69289]: INFO nova.compute.manager [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Took 53.19 seconds to build instance. [ 757.453837] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Successfully updated port: 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.468588] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522e1745-b343-8995-d1c6-8691dc6fde26, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.470270] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7829a20-b7f5-4d31-ac23-2fa5f9800323 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.476159] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 757.476159] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52441e89-9131-7aee-6dae-84d725adb66a" [ 757.476159] env[69289]: _type = "Task" [ 757.476159] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.484337] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52441e89-9131-7aee-6dae-84d725adb66a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.535241] env[69289]: DEBUG oslo_concurrency.lockutils [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.535570] env[69289]: DEBUG nova.compute.manager [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Inject network info {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 757.535958] env[69289]: DEBUG nova.compute.manager [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] network_info to inject: |[{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 757.540947] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfiguring VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 757.541555] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e420228-0bce-478e-9531-875dedc712a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.558605] env[69289]: DEBUG oslo_vmware.api [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 757.558605] env[69289]: value = "task-3276898" [ 757.558605] env[69289]: _type = "Task" [ 757.558605] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.569824] env[69289]: DEBUG oslo_vmware.api [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.572584] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276897, 'name': ReconfigVM_Task, 'duration_secs': 0.97414} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.572824] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 76f86402-f3a3-4d09-95bc-03e407ee27da/76f86402-f3a3-4d09-95bc-03e407ee27da.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.573426] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7b85850-796b-4b58-9241-2133053e099d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.579350] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 757.579350] env[69289]: value = "task-3276899" [ 757.579350] env[69289]: _type = "Task" [ 757.579350] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.588841] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276899, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.624865] env[69289]: DEBUG nova.network.neutron [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.649557] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.752225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1c4a271-8aef-44aa-9bc7-ac816a24a654 tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.901s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.789402] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caacb255-f09f-48c6-b493-e2ff4c1c21f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.799539] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Suspending the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 757.800045] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-affa0141-a421-43fc-8ad7-96de873d4da5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.806135] env[69289]: DEBUG oslo_vmware.api [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] Waiting for the task: (returnval){ [ 757.806135] env[69289]: value = "task-3276900" [ 757.806135] env[69289]: _type = "Task" [ 757.806135] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.818713] env[69289]: DEBUG oslo_vmware.api [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] Task: {'id': task-3276900, 'name': SuspendVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.841222] env[69289]: DEBUG nova.objects.instance [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lazy-loading 'flavor' on Instance uuid dc9e508a-cdf2-4519-918e-384101fd1627 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.961011] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961220] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.961446] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.986476] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52441e89-9131-7aee-6dae-84d725adb66a, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.989259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.989540] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 4c14a4e7-77a2-48f1-9c5b-77785e45e79f/4c14a4e7-77a2-48f1-9c5b-77785e45e79f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.990723] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a29991d-68f4-45a7-9882-e8dcbad3bebe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.998143] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 757.998143] env[69289]: value = "task-3276901" [ 757.998143] env[69289]: _type = "Task" [ 757.998143] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.011263] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.068175] env[69289]: DEBUG oslo_vmware.api [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276898, 'name': ReconfigVM_Task, 'duration_secs': 0.17934} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.068448] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-063459ed-e326-4d1f-a6c2-80f24a81462a tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfigured VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 758.091266] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276899, 'name': Rename_Task, 'duration_secs': 0.162056} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.096298] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.100118] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5055cc8f-9db8-4afb-abc1-2a14bf98c73b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.108164] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 758.108164] env[69289]: value = "task-3276902" [ 758.108164] env[69289]: _type = "Task" [ 758.108164] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.124742] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.129721] env[69289]: INFO nova.compute.manager [-] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Took 1.36 seconds to deallocate network for instance. [ 758.204857] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169662d6-8b4c-4470-a2b8-6026ac21df9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.215739] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93222b7f-a05d-48c9-8302-a44a71deb425 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.258447] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.262345] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea102d-e28b-4981-9b5d-bbea56dc389d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.272782] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657c7135-1500-42df-a639-bf7885823600 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.280819] env[69289]: DEBUG nova.compute.manager [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.280819] env[69289]: DEBUG nova.compute.manager [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing instance network info cache due to event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.280949] env[69289]: DEBUG oslo_concurrency.lockutils [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.281177] env[69289]: DEBUG oslo_concurrency.lockutils [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.281386] env[69289]: DEBUG nova.network.neutron [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.299851] env[69289]: DEBUG nova.compute.provider_tree [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.098352] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.100085] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.104388] env[69289]: DEBUG nova.scheduler.client.report [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.107558] env[69289]: DEBUG oslo_vmware.api [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] Task: {'id': task-3276900, 'name': SuspendVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.107558] env[69289]: WARNING oslo_vmware.common.loopingcall [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] task run outlasted interval by 0.30017499999999997 sec [ 759.108671] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.128688] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485816} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.135404] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 4c14a4e7-77a2-48f1-9c5b-77785e45e79f/4c14a4e7-77a2-48f1-9c5b-77785e45e79f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.135647] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.136744] env[69289]: DEBUG oslo_vmware.api [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] Task: {'id': task-3276900, 'name': SuspendVM_Task, 'duration_secs': 1.008593} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.136951] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.141541] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298d7856-c8b5-4b08-8036-a670f89754eb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.141715] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Suspended the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.141917] env[69289]: DEBUG nova.compute.manager [None req-25b4d4a8-5a85-4bf7-a1e5-06254de79c4b tempest-ServersAdminNegativeTestJSON-243411561 tempest-ServersAdminNegativeTestJSON-243411561-project-admin] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.143115] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.144320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4930783-c43c-4780-82e8-f0abc04b4b1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.158124] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.158472] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.158657] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.158863] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.159039] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.159210] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.159489] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.159681] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.159863] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.160045] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.160255] env[69289]: DEBUG nova.virt.hardware [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.161022] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 759.161022] env[69289]: value = "task-3276903" [ 759.161022] env[69289]: _type = "Task" [ 759.161022] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.162517] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1cafa6-9d98-4afa-a902-7b131d83207e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.165873] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.179401] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2125c-bb02-43a7-bbf0-2cafc8decd80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.183467] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.195440] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.201393] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Creating folder: Project (9f5442116931466b91dd4d099c40e815). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.204293] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b31f59-8183-4032-bf4e-1f45de610257 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.214939] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Created folder: Project (9f5442116931466b91dd4d099c40e815) in parent group-v654351. [ 759.215202] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Creating folder: Instances. Parent ref: group-v654485. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.218578] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d902920-05fe-4745-a086-0906f65502ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.228994] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Created folder: Instances in parent group-v654485. [ 759.229426] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.229570] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.229770] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-282e28f4-c1e9-4ce4-a2ce-a633849172fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.252896] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.252896] env[69289]: value = "task-3276906" [ 759.252896] env[69289]: _type = "Task" [ 759.252896] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.261209] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276906, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.281634] env[69289]: DEBUG nova.compute.manager [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.281823] env[69289]: DEBUG nova.compute.manager [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing instance network info cache due to event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.282029] env[69289]: DEBUG oslo_concurrency.lockutils [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.446324] env[69289]: DEBUG nova.network.neutron [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.486019] env[69289]: DEBUG nova.network.neutron [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updated VIF entry in instance network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.486019] env[69289]: DEBUG nova.network.neutron [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.606844] env[69289]: DEBUG oslo_vmware.api [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276902, 'name': PowerOnVM_Task, 'duration_secs': 1.336964} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.607110] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.607325] env[69289]: INFO nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Took 9.21 seconds to spawn the instance on the hypervisor. [ 759.607992] env[69289]: DEBUG nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.608728] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d83889a-f665-465d-820b-d75a9cdbef56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.621133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.985s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.622281] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.624032] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.907s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.624221] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.626243] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.852s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.626417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.628116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.660s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.629876] env[69289]: INFO nova.compute.claims [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.664936] env[69289]: INFO nova.scheduler.client.report [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance e2b4cfcb-4d2b-408f-ad17-126626473854 [ 759.674467] env[69289]: INFO nova.scheduler.client.report [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleted allocations for instance 650de323-6844-486d-bf31-74a4b8040bd2 [ 759.687348] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073506} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.687599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.689033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449cc2eb-edbc-4a79-943e-8ee657d0b10e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.713437] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 4c14a4e7-77a2-48f1-9c5b-77785e45e79f/4c14a4e7-77a2-48f1-9c5b-77785e45e79f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.715501] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0f899e-fbbf-404f-9939-9197ef504051 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.738839] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 759.738839] env[69289]: value = "task-3276907" [ 759.738839] env[69289]: _type = "Task" [ 759.738839] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.747610] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.764706] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276906, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.949079] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.949528] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Instance network_info: |[{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.949872] env[69289]: DEBUG oslo_concurrency.lockutils [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.950144] env[69289]: DEBUG nova.network.neutron [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.951990] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:77:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a45462e-d9f0-42b9-93fe-8d4150710d00', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.961135] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Creating folder: Project (69ffcd0e60e74977bebec0614706cccf). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.964608] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d65f43bb-80a4-4e39-9d4f-c193bbe05f27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.976787] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Created folder: Project (69ffcd0e60e74977bebec0614706cccf) in parent group-v654351. [ 759.977010] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Creating folder: Instances. Parent ref: group-v654488. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.977354] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9e4eba3-f5d3-46ac-9f9c-e0428ed762db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.987103] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Created folder: Instances in parent group-v654488. [ 759.987322] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.987779] env[69289]: DEBUG oslo_concurrency.lockutils [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.988076] env[69289]: DEBUG nova.compute.manager [req-e5ac45cb-12c3-4865-93d6-bec8a009e7d5 req-00e4af7e-78d4-4f9c-a2cd-17c0f18d9f82 service nova] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Received event network-vif-deleted-db05538c-999c-4dd1-b1ab-2ae50370585f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.988476] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.988814] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.990779] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9d3ebf3-11c9-4b97-bb36-3eb8bc2b336f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.017385] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.017385] env[69289]: value = "task-3276910" [ 760.017385] env[69289]: _type = "Task" [ 760.017385] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.025991] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276910, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.128024] env[69289]: INFO nova.compute.manager [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Took 54.57 seconds to build instance. [ 760.137033] env[69289]: DEBUG nova.compute.utils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.138538] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 760.178894] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6d0143cc-f593-4b82-ab14-c7b969931803 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "e2b4cfcb-4d2b-408f-ad17-126626473854" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.893s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.186013] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b6605f4b-680f-4d32-8726-f9bc536acbbd tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "650de323-6844-486d-bf31-74a4b8040bd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.532s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.258031] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276907, 'name': ReconfigVM_Task, 'duration_secs': 0.278339} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.263908] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 4c14a4e7-77a2-48f1-9c5b-77785e45e79f/4c14a4e7-77a2-48f1-9c5b-77785e45e79f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.264910] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83f27163-b1c2-4b71-a0d4-71384feb424b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.276580] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276906, 'name': CreateVM_Task, 'duration_secs': 0.596429} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.278224] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.278854] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 760.278854] env[69289]: value = "task-3276911" [ 760.278854] env[69289]: _type = "Task" [ 760.278854] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.279363] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.279611] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.280235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.280689] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7bcbe3-ac28-4b8a-8ce9-48d190c82d74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.291839] env[69289]: DEBUG nova.network.neutron [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updated VIF entry in instance network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.291839] env[69289]: DEBUG nova.network.neutron [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.297562] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 760.297562] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d14c24-68ee-c267-df6d-cb13330be853" [ 760.297562] env[69289]: _type = "Task" [ 760.297562] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.298099] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276911, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.307917] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d14c24-68ee-c267-df6d-cb13330be853, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.309155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.309421] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.309689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.309846] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.310089] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.310730] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f258c737-219d-4c95-83ce-e50deb16f42e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.321260] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.321494] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.322496] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb26b341-51c8-40f2-a593-aa100beae1cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.328622] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 760.328622] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5262a052-9e83-1224-422f-2c881f557b00" [ 760.328622] env[69289]: _type = "Task" [ 760.328622] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.337393] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5262a052-9e83-1224-422f-2c881f557b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.532363] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276910, 'name': CreateVM_Task, 'duration_secs': 0.423549} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.532703] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.533747] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.534038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.534507] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.534884] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e6d72a-07cf-4523-b82c-3d9527d6f2df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.543698] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 760.543698] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5229fb2c-c68a-10fd-ec69-1f3cb6bf42f9" [ 760.543698] env[69289]: _type = "Task" [ 760.543698] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.550459] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5229fb2c-c68a-10fd-ec69-1f3cb6bf42f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.630199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0d9e8b0a-0754-42ae-8867-a0149f755715 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.995s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.639786] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.695884] env[69289]: DEBUG nova.network.neutron [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.793655] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276911, 'name': Rename_Task, 'duration_secs': 0.178216} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.796293] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.796730] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b890b6-5ab9-4fce-8bd5-2f9f8423e28e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.802096] env[69289]: DEBUG oslo_concurrency.lockutils [req-9589699f-3209-49a9-b475-790ea9e2f029 req-49d77df2-7e20-49de-a159-15c95ae60f1b service nova] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.807044] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 760.807044] env[69289]: value = "task-3276912" [ 760.807044] env[69289]: _type = "Task" [ 760.807044] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.815678] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.843431] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5262a052-9e83-1224-422f-2c881f557b00, 'name': SearchDatastore_Task, 'duration_secs': 0.01481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.847521] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44e91b7-999c-4a53-bff5-12100bcaa988 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.854738] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 760.854738] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e396dc-c7d6-e67a-cb82-1cd81a5656c6" [ 760.854738] env[69289]: _type = "Task" [ 760.854738] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.869694] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e396dc-c7d6-e67a-cb82-1cd81a5656c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.057687] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5229fb2c-c68a-10fd-ec69-1f3cb6bf42f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.058522] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.058757] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.058991] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.061839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "9fb233a8-151c-4467-838b-86e9c5425181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.062069] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.133499] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.249698] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b176280f-dd61-4bff-a8dd-b4c3e198d823 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.260731] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2596b6fc-3105-4137-a8d2-4c962135df5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.302614] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5143e93-ce40-4596-a9ca-b04d394ed982 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.315796] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46910b02-2839-4a42-bfe1-e913fda4a672 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.331081] env[69289]: DEBUG nova.compute.provider_tree [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.335122] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.366951] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e396dc-c7d6-e67a-cb82-1cd81a5656c6, 'name': SearchDatastore_Task, 'duration_secs': 0.038115} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.367247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.367509] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 23cbf20d-c067-4565-a66a-54ffd452cf07/23cbf20d-c067-4565-a66a-54ffd452cf07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.367787] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.368035] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.368292] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d509915-66ef-4e9b-8f9e-9acb97d384e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.370630] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7505b83-e4ae-4134-83b6-45bfef2ff34b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.380997] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 761.380997] env[69289]: value = "task-3276913" [ 761.380997] env[69289]: _type = "Task" [ 761.380997] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.386153] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.386417] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.387729] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c877b16a-7225-4d1b-acf5-333e1fc0cdb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.394380] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.400329] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 761.400329] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529be1f8-1be9-dd10-af98-78485bba26e2" [ 761.400329] env[69289]: _type = "Task" [ 761.400329] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.410574] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529be1f8-1be9-dd10-af98-78485bba26e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.481329] env[69289]: DEBUG nova.compute.manager [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.481518] env[69289]: DEBUG nova.compute.manager [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing instance network info cache due to event network-changed-c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.481871] env[69289]: DEBUG oslo_concurrency.lockutils [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] Acquiring lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.600780] env[69289]: DEBUG nova.network.neutron [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.659604] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.665340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.695077] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.695284] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.695442] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.695624] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.695783] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.695945] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.697032] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.697032] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.697032] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.697032] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.697032] env[69289]: DEBUG nova.virt.hardware [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.697806] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13511337-d76e-4fdc-99ed-aa2c72c3546e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.706630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9761aed-b79e-45c2-b2b9-9eb158bc42aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.720497] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.726331] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.726596] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.726812] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4475c5f-d033-4847-946d-0becd11d71c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.743646] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.743646] env[69289]: value = "task-3276914" [ 761.743646] env[69289]: _type = "Task" [ 761.743646] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.752861] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276914, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.820810] env[69289]: DEBUG oslo_vmware.api [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276912, 'name': PowerOnVM_Task, 'duration_secs': 0.712038} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.821181] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.821416] env[69289]: INFO nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 761.821623] env[69289]: DEBUG nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.823563] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f240f5-14e1-4de7-85cd-47a23bf896f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.839459] env[69289]: DEBUG nova.scheduler.client.report [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.896664] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276913, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.910735] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529be1f8-1be9-dd10-af98-78485bba26e2, 'name': SearchDatastore_Task, 'duration_secs': 0.029236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.911756] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9f4bef-a954-45db-b282-824ea5963313 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.917618] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 761.917618] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1476c-a6ab-cabb-0153-ddb79f1f3fb7" [ 761.917618] env[69289]: _type = "Task" [ 761.917618] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.928027] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1476c-a6ab-cabb-0153-ddb79f1f3fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.103706] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.104106] env[69289]: DEBUG nova.compute.manager [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Inject network info {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 762.104495] env[69289]: DEBUG nova.compute.manager [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] network_info to inject: |[{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 762.109930] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfiguring VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 762.110588] env[69289]: DEBUG oslo_concurrency.lockutils [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] Acquired lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.110836] env[69289]: DEBUG nova.network.neutron [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Refreshing network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.112334] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96d1b33e-8452-43ac-9a27-1166b4a1e60b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.134475] env[69289]: DEBUG oslo_vmware.api [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 762.134475] env[69289]: value = "task-3276915" [ 762.134475] env[69289]: _type = "Task" [ 762.134475] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.144771] env[69289]: DEBUG oslo_vmware.api [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.256079] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276914, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.341908] env[69289]: INFO nova.compute.manager [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Took 48.62 seconds to build instance. [ 762.351931] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.352452] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.354989] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.979s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.356381] env[69289]: INFO nova.compute.claims [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.394866] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731695} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.395753] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 23cbf20d-c067-4565-a66a-54ffd452cf07/23cbf20d-c067-4565-a66a-54ffd452cf07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.396007] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.396274] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43c0a183-7956-4998-a178-221df1d79349 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.403994] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 762.403994] env[69289]: value = "task-3276916" [ 762.403994] env[69289]: _type = "Task" [ 762.403994] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.412420] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.426837] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1476c-a6ab-cabb-0153-ddb79f1f3fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.056394} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.427178] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.427476] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/9d43392c-341e-442b-a46a-a94d0e423c3e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.427752] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d48ae88-221f-49bd-8444-990adbbd9d84 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.434157] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 762.434157] env[69289]: value = "task-3276917" [ 762.434157] env[69289]: _type = "Task" [ 762.434157] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.442725] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.643978] env[69289]: DEBUG oslo_vmware.api [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276915, 'name': ReconfigVM_Task, 'duration_secs': 0.185294} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.644335] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e1be227c-8527-483d-953d-22827fd779a6 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Reconfigured VM instance to set the machine id {{(pid=69289) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 762.661987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.662245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.754812] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276914, 'name': CreateVM_Task, 'duration_secs': 0.525319} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.755197] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.757330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.757330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.757330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.757330] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80071ff-26dd-4fb5-a5fe-db2d8337925b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.762559] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 762.762559] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d67c85-a60b-821c-4bce-08191a2466d7" [ 762.762559] env[69289]: _type = "Task" [ 762.762559] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.778870] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d67c85-a60b-821c-4bce-08191a2466d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.845191] env[69289]: DEBUG oslo_concurrency.lockutils [None req-498b8f83-b8da-4717-97d9-4e2a88715579 tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.545s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.866022] env[69289]: DEBUG nova.compute.utils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.866022] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.866022] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.917793] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.918252] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.920208] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d246f-f813-421a-8847-2b0471c03e73 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.940570] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 23cbf20d-c067-4565-a66a-54ffd452cf07/23cbf20d-c067-4565-a66a-54ffd452cf07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.944146] env[69289]: DEBUG nova.policy [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e92d4064318c4951811cbdef5a0529e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '950abe1b37d540d0845d1f16ae31d05a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.944146] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9474c7-ac12-49a1-9970-8ec49de7c23c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.969053] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276917, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.972647] env[69289]: DEBUG nova.network.neutron [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updated VIF entry in instance network info cache for port c1f0442d-6cc0-472d-9458-1723a7336b64. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.972647] env[69289]: DEBUG nova.network.neutron [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [{"id": "c1f0442d-6cc0-472d-9458-1723a7336b64", "address": "fa:16:3e:69:fb:4c", "network": {"id": "9eabcb0f-5730-485c-a969-bbff34b73b6a", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1301744696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0015d888bf2c4185a98846782c118f06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f0442d-6c", "ovs_interfaceid": "c1f0442d-6cc0-472d-9458-1723a7336b64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.973372] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 762.973372] env[69289]: value = "task-3276918" [ 762.973372] env[69289]: _type = "Task" [ 762.973372] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.981019] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276918, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.984294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "dc9e508a-cdf2-4519-918e-384101fd1627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.984526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.984723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.984903] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.985084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.987465] env[69289]: INFO nova.compute.manager [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Terminating instance [ 763.280692] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d67c85-a60b-821c-4bce-08191a2466d7, 'name': SearchDatastore_Task, 'duration_secs': 0.044784} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.280692] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.283030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.283030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.283030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.283030] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.283030] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9529b43b-2921-47f7-adf9-21bc735c2ec2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.295577] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Successfully created port: 2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.299743] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.299743] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.300494] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fff69a7-b78a-4bcc-8f2e-6d8f55c44d74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.308429] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 763.308429] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d110fb-549a-3ec2-7017-1b12b391c045" [ 763.308429] env[69289]: _type = "Task" [ 763.308429] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.321071] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d110fb-549a-3ec2-7017-1b12b391c045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.347768] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.368107] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.453196] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "94c4d078-61e1-418d-8959-f2fd426e505f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.453399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.462108] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937571} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.462387] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/9d43392c-341e-442b-a46a-a94d0e423c3e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.462602] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.462862] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c6b4667-17b3-41b3-9dc7-9e8182fbf4ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.470783] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 763.470783] env[69289]: value = "task-3276919" [ 763.470783] env[69289]: _type = "Task" [ 763.470783] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.477915] env[69289]: DEBUG oslo_concurrency.lockutils [req-21fd8c7f-60d7-42ce-9513-4eeaf843cc75 req-3a2cefef-5b48-4d45-b3f0-db7634890b8e service nova] Releasing lock "refresh_cache-dc9e508a-cdf2-4519-918e-384101fd1627" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.488906] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.492465] env[69289]: DEBUG nova.compute.manager [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.492674] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.493870] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.493870] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d530e8-e1f9-4714-853b-be75225c2999 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.503209] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.503466] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54a53c46-a863-4375-a039-ef885114540c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.509231] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 763.509231] env[69289]: value = "task-3276920" [ 763.509231] env[69289]: _type = "Task" [ 763.509231] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.522452] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.821467] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d110fb-549a-3ec2-7017-1b12b391c045, 'name': SearchDatastore_Task, 'duration_secs': 0.038383} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.825936] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1498615e-85ab-4804-adef-c3a10bb8371d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.831069] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 763.831069] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526d747a-77f9-e517-9ba1-64f4ea5b525a" [ 763.831069] env[69289]: _type = "Task" [ 763.831069] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.840159] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526d747a-77f9-e517-9ba1-64f4ea5b525a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.866487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.910705] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bdc8d6-1ece-4ed9-8cdf-a9a0508f522b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.919671] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7959e0-45c3-4d8a-b637-fad640bacb3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.951905] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2fdfe-0916-477b-ad34-945017d85d10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.959264] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a640ff-4f69-446e-a37a-c72cba59807c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.973708] env[69289]: DEBUG nova.compute.provider_tree [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.984688] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200006} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.985857] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.986664] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a332de2-66f1-46dd-be19-b938a59eb6e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.993092] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276918, 'name': ReconfigVM_Task, 'duration_secs': 0.658434} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.993307] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 23cbf20d-c067-4565-a66a-54ffd452cf07/23cbf20d-c067-4565-a66a-54ffd452cf07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.994012] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a89c08-ee94-40c4-8419-2f7e0f6c1cbb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.013903] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/9d43392c-341e-442b-a46a-a94d0e423c3e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.014987] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d38f6a3-8534-4694-a88c-f9b43ffcd481 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.036345] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 764.036345] env[69289]: value = "task-3276921" [ 764.036345] env[69289]: _type = "Task" [ 764.036345] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.045250] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 764.045250] env[69289]: value = "task-3276922" [ 764.045250] env[69289]: _type = "Task" [ 764.045250] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.045571] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276920, 'name': PowerOffVM_Task, 'duration_secs': 0.277423} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.046362] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.046583] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.051595] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ac703c-16b9-4b41-b14f-002eefc4b246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.056720] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276921, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.061705] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.130810] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.130810] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.130810] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Deleting the datastore file [datastore2] dc9e508a-cdf2-4519-918e-384101fd1627 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.130810] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-341a4ab3-4c59-47a0-9837-676151e6cc0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.137278] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for the task: (returnval){ [ 764.137278] env[69289]: value = "task-3276924" [ 764.137278] env[69289]: _type = "Task" [ 764.137278] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.146362] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.209808] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.209986] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.210158] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.210347] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.210517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.213163] env[69289]: INFO nova.compute.manager [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Terminating instance [ 764.341188] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526d747a-77f9-e517-9ba1-64f4ea5b525a, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.341188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.341337] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.341592] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afa81a2f-9f21-4c63-a508-bfc7a01aa0c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.348527] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 764.348527] env[69289]: value = "task-3276925" [ 764.348527] env[69289]: _type = "Task" [ 764.348527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.359294] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.381891] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.410791] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:33:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ffb70bc-9dce-4621-b17c-a4bded83e3f5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-945994530',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.410987] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.411161] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.411347] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.411491] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.411636] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.411840] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.411996] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.412198] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.412363] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.412536] env[69289]: DEBUG nova.virt.hardware [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.413756] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9499092-462b-4a1a-a25c-3bdcbfe53fa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.422574] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b112bb-a69c-40e2-abd2-6b9c6295e4f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.480330] env[69289]: DEBUG nova.scheduler.client.report [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.547881] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276921, 'name': Rename_Task, 'duration_secs': 0.223154} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.551099] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.551378] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84015b9e-84c6-4c4d-8d45-7d30fcbaba0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.558504] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.559895] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 764.559895] env[69289]: value = "task-3276926" [ 764.559895] env[69289]: _type = "Task" [ 764.559895] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.568383] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.647256] env[69289]: DEBUG oslo_vmware.api [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Task: {'id': task-3276924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448616} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.647818] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.648195] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.648431] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.648700] env[69289]: INFO nova.compute.manager [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Took 1.16 seconds to destroy the instance on the hypervisor. [ 764.648900] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.649124] env[69289]: DEBUG nova.compute.manager [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.649244] env[69289]: DEBUG nova.network.neutron [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.659736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "64f221f7-1541-4089-94fd-a78dcba47eb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.660042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.660275] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.660892] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.660892] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.662905] env[69289]: INFO nova.compute.manager [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Terminating instance [ 764.717861] env[69289]: DEBUG nova.compute.manager [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.717861] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.718758] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7036a4af-e803-4855-a569-c28af3d6559f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.726833] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.727083] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c56c36-7244-43cd-b94a-ed54c1e2ef34 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.733521] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 764.733521] env[69289]: value = "task-3276927" [ 764.733521] env[69289]: _type = "Task" [ 764.733521] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.746033] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.856122] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Successfully updated port: 2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.861763] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276925, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.867643] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.867933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.868439] env[69289]: DEBUG nova.compute.manager [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.870016] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6db322-177f-4b85-89eb-66d534f9ca41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.877727] env[69289]: DEBUG nova.compute.manager [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 764.878434] env[69289]: DEBUG nova.objects.instance [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lazy-loading 'flavor' on Instance uuid 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.985728] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.987499] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.990936] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.510s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.995569] env[69289]: DEBUG nova.objects.instance [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lazy-loading 'resources' on Instance uuid 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.996989] env[69289]: DEBUG nova.compute.manager [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Received event network-vif-plugged-2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.997284] env[69289]: DEBUG oslo_concurrency.lockutils [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] Acquiring lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.997609] env[69289]: DEBUG oslo_concurrency.lockutils [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.997696] env[69289]: DEBUG oslo_concurrency.lockutils [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.997977] env[69289]: DEBUG nova.compute.manager [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] No waiting events found dispatching network-vif-plugged-2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.000768] env[69289]: WARNING nova.compute.manager [req-94bb7ddb-d41c-48de-a81d-4de998872aa6 req-60f4d94a-f3bd-4e1a-b930-873bffe4c0f4 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Received unexpected event network-vif-plugged-2760f2f1-bd9d-4013-9ecd-0c635445c0a7 for instance with vm_state building and task_state spawning. [ 765.064478] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276922, 'name': ReconfigVM_Task, 'duration_secs': 0.613867} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.070951] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/9d43392c-341e-442b-a46a-a94d0e423c3e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.072948] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-321e599c-c9d7-4805-8b9d-30e9376ce797 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.083906] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276926, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.086722] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 765.086722] env[69289]: value = "task-3276928" [ 765.086722] env[69289]: _type = "Task" [ 765.086722] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.098632] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276928, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.167745] env[69289]: DEBUG nova.compute.manager [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.167745] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.168695] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5a8cae-ac05-4770-ad59-2bdc6416bc89 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.178019] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.178019] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a133f36-a598-4aa4-b4da-460012e9af9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.247219] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276927, 'name': PowerOffVM_Task, 'duration_secs': 0.472626} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.247710] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.247970] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.248454] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a910fc-56b1-4aa6-95f6-e202924da2f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.256607] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.257020] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.257280] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleting the datastore file [datastore1] 64f221f7-1541-4089-94fd-a78dcba47eb8 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.257605] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbf7228-2a27-44dd-a439-7527880c4ab8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.265227] env[69289]: DEBUG oslo_vmware.api [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 765.265227] env[69289]: value = "task-3276931" [ 765.265227] env[69289]: _type = "Task" [ 765.265227] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.274184] env[69289]: DEBUG oslo_vmware.api [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.330367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.330683] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.330933] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Deleting the datastore file [datastore2] 4c14a4e7-77a2-48f1-9c5b-77785e45e79f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.331324] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e47c77d3-088e-48a9-b04d-58cc15c29798 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.338642] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for the task: (returnval){ [ 765.338642] env[69289]: value = "task-3276932" [ 765.338642] env[69289]: _type = "Task" [ 765.338642] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.347577] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.358172] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806562} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.358495] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.358693] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.358981] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e59ec0f6-3729-4251-beed-4edc1fd34907 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.362877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.363036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.363221] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.368255] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 765.368255] env[69289]: value = "task-3276933" [ 765.368255] env[69289]: _type = "Task" [ 765.368255] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.376239] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.435827] env[69289]: DEBUG nova.compute.manager [req-df16bf8a-090d-4c86-8c24-f388c8d9a96b req-c0f8e3e4-365d-4f74-a443-2f71378890f1 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Received event network-vif-deleted-c1f0442d-6cc0-472d-9458-1723a7336b64 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.436163] env[69289]: INFO nova.compute.manager [req-df16bf8a-090d-4c86-8c24-f388c8d9a96b req-c0f8e3e4-365d-4f74-a443-2f71378890f1 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Neutron deleted interface c1f0442d-6cc0-472d-9458-1723a7336b64; detaching it from the instance and deleting it from the info cache [ 765.436392] env[69289]: DEBUG nova.network.neutron [req-df16bf8a-090d-4c86-8c24-f388c8d9a96b req-c0f8e3e4-365d-4f74-a443-2f71378890f1 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.496629] env[69289]: DEBUG nova.compute.utils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.501629] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 765.578932] env[69289]: DEBUG oslo_vmware.api [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276926, 'name': PowerOnVM_Task, 'duration_secs': 0.777678} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.578932] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.578932] env[69289]: INFO nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Took 6.48 seconds to spawn the instance on the hypervisor. [ 765.578932] env[69289]: DEBUG nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.579828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b981beb4-99aa-4788-9475-4dbda85769ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.603458] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276928, 'name': Rename_Task, 'duration_secs': 0.206351} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.603983] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.604318] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-008cc127-c42f-4a12-a04c-9db79b502d3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.616246] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 765.616246] env[69289]: value = "task-3276934" [ 765.616246] env[69289]: _type = "Task" [ 765.616246] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.625205] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.775839] env[69289]: DEBUG oslo_vmware.api [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3276931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214808} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.778300] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.778494] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.778669] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.778838] env[69289]: INFO nova.compute.manager [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Took 0.61 seconds to destroy the instance on the hypervisor. [ 765.779116] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.780026] env[69289]: DEBUG nova.compute.manager [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.780026] env[69289]: DEBUG nova.network.neutron [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.849226] env[69289]: DEBUG oslo_vmware.api [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Task: {'id': task-3276932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367088} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.851798] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.851977] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.852179] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.852351] env[69289]: INFO nova.compute.manager [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.852586] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.852949] env[69289]: DEBUG nova.compute.manager [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.853057] env[69289]: DEBUG nova.network.neutron [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.878761] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232458} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.879047] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.879851] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf85a3-ff7f-461b-9227-86a8fdd6e2b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.893856] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.903143] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.905960] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152525d2-d48b-4a0f-bda7-4a4a89db1b4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.907882] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd73e2b-06da-4e05-ae86-154dc5282266 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.924861] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.926962] env[69289]: DEBUG nova.network.neutron [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.938752] env[69289]: DEBUG oslo_vmware.api [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 765.938752] env[69289]: value = "task-3276935" [ 765.938752] env[69289]: _type = "Task" [ 765.938752] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.938752] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 765.938752] env[69289]: value = "task-3276936" [ 765.938752] env[69289]: _type = "Task" [ 765.938752] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.951124] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30779f70-7d1c-402b-9f0f-db3d936838b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.959456] env[69289]: DEBUG oslo_vmware.api [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.964155] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.969957] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7965ea-cfb9-42e7-9d34-15c20f7b6fb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.008565] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.011497] env[69289]: DEBUG nova.compute.manager [req-df16bf8a-090d-4c86-8c24-f388c8d9a96b req-c0f8e3e4-365d-4f74-a443-2f71378890f1 service nova] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Detach interface failed, port_id=c1f0442d-6cc0-472d-9458-1723a7336b64, reason: Instance dc9e508a-cdf2-4519-918e-384101fd1627 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.107183] env[69289]: INFO nova.compute.manager [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Took 42.83 seconds to build instance. [ 766.123380] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09045924-c770-42d8-bd78-4a572a0a10ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.137713] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.138872] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10556e3-19a3-4a1f-900d-9a8e4ef35456 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.172678] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c7815-3769-4047-a6d0-402be60d3a81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.180973] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5baabbe-30dd-4195-a17f-59a190d28d68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.196385] env[69289]: DEBUG nova.compute.provider_tree [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.198499] env[69289]: DEBUG nova.network.neutron [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.431900] env[69289]: INFO nova.compute.manager [-] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Took 1.78 seconds to deallocate network for instance. [ 766.450281] env[69289]: DEBUG oslo_vmware.api [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276935, 'name': PowerOffVM_Task, 'duration_secs': 0.396417} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.451129] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.451605] env[69289]: DEBUG nova.compute.manager [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.452472] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10efe7b-d1a7-4314-aa7f-b4dab9af4f52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.459141] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.611293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-491045db-0000-4141-8429-d3142c18de04 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.485s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.627372] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.676791] env[69289]: DEBUG nova.network.neutron [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.701710] env[69289]: DEBUG nova.scheduler.client.report [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.706192] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706192] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Instance network_info: |[{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.706480] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:d1:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2760f2f1-bd9d-4013-9ecd-0c635445c0a7', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.715649] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.716235] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.716488] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28fe9291-9b5c-4db7-b710-d14818a8d036 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.732583] env[69289]: DEBUG nova.network.neutron [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.740659] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.740659] env[69289]: value = "task-3276937" [ 766.740659] env[69289]: _type = "Task" [ 766.740659] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.751515] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276937, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.943279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.953012] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276936, 'name': ReconfigVM_Task, 'duration_secs': 0.731038} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.953344] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Reconfigured VM instance instance-00000031 to attach disk [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.953973] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c8d14d2-7e11-4ce5-8a4f-7c9c33d9ec5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.962772] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 766.962772] env[69289]: value = "task-3276938" [ 766.962772] env[69289]: _type = "Task" [ 766.962772] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.968346] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dfede832-1d60-4ab8-aeaa-b8a4c41ed6f8 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.972611] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276938, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.017770] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.026804] env[69289]: DEBUG nova.compute.manager [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Received event network-changed-2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.027215] env[69289]: DEBUG nova.compute.manager [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Refreshing instance network info cache due to event network-changed-2760f2f1-bd9d-4013-9ecd-0c635445c0a7. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.027264] env[69289]: DEBUG oslo_concurrency.lockutils [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.027522] env[69289]: DEBUG oslo_concurrency.lockutils [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.027589] env[69289]: DEBUG nova.network.neutron [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Refreshing network info cache for port 2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.050262] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.050547] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.050669] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.050856] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.051008] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.051164] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.051383] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.051540] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.051708] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.051870] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.052054] env[69289]: DEBUG nova.virt.hardware [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.052968] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd6bea6-eb5b-446f-9892-cf1d84585765 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.062670] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626d36b6-8111-41c9-9f56-a0ef2e766073 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.079938] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.085889] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Creating folder: Project (7c7fabd8d92b4d70a59d2a7dd2417515). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.086310] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee3953e4-98b7-4653-a07a-03b005014be5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.097513] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Created folder: Project (7c7fabd8d92b4d70a59d2a7dd2417515) in parent group-v654351. [ 767.097713] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Creating folder: Instances. Parent ref: group-v654493. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.097967] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85e3a2e-688f-4004-af88-d0014ba7cc3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.108284] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Created folder: Instances in parent group-v654493. [ 767.108632] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.108861] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.109057] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e828ac-89f9-4120-ac1e-4c76c6f1845a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.122288] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.135521] env[69289]: DEBUG oslo_vmware.api [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276934, 'name': PowerOnVM_Task, 'duration_secs': 1.159353} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.136695] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.136935] env[69289]: INFO nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Took 11.25 seconds to spawn the instance on the hypervisor. [ 767.137238] env[69289]: DEBUG nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.137512] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.137512] env[69289]: value = "task-3276941" [ 767.137512] env[69289]: _type = "Task" [ 767.137512] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.138357] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f218ed6-3d2b-4387-9122-e6854df21668 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.155600] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276941, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.179851] env[69289]: INFO nova.compute.manager [-] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Took 1.40 seconds to deallocate network for instance. [ 767.207707] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.210485] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.392s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.211882] env[69289]: DEBUG nova.objects.instance [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'resources' on Instance uuid c4e1143f-9968-4370-9f17-cf025c50935a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.235919] env[69289]: INFO nova.compute.manager [-] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Took 1.38 seconds to deallocate network for instance. [ 767.247048] env[69289]: INFO nova.scheduler.client.report [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Deleted allocations for instance 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9 [ 767.256558] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276937, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.474143] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276938, 'name': Rename_Task, 'duration_secs': 0.231924} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.474488] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.474739] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28859641-a952-4760-97d7-c6a7b8c8c72c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.482611] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 767.482611] env[69289]: value = "task-3276942" [ 767.482611] env[69289]: _type = "Task" [ 767.482611] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.492039] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.649077] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.654673] env[69289]: DEBUG nova.compute.manager [req-9fbce565-97ef-4568-958f-b8bb75158c2e req-7789fc6c-adfb-4841-8853-1751e0d0bdad service nova] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Received event network-vif-deleted-8eb63ab0-8310-4fa9-b861-bcd428eeb58a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.659269] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276941, 'name': CreateVM_Task, 'duration_secs': 0.383349} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.660205] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.660879] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.661169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.661646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.662030] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb3f96e-05f9-4b52-8fa0-f766aea4d7fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.679901] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 767.679901] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529371da-483a-5b80-0ba9-303661a9237e" [ 767.679901] env[69289]: _type = "Task" [ 767.679901] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.680504] env[69289]: INFO nova.compute.manager [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Took 48.48 seconds to build instance. [ 767.689448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.692886] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529371da-483a-5b80-0ba9-303661a9237e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.748966] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.764037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ca53e950-4234-47f5-bd3b-72d5d505e2d9 tempest-ServerMetadataNegativeTestJSON-1155993798 tempest-ServerMetadataNegativeTestJSON-1155993798-project-member] Lock "0cfba08f-17c3-4286-9c58-2aaa30f6d5d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.676s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.774285] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276937, 'name': CreateVM_Task, 'duration_secs': 0.520562} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.777765] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.779065] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.801900] env[69289]: DEBUG nova.objects.instance [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lazy-loading 'flavor' on Instance uuid 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.829543] env[69289]: DEBUG nova.network.neutron [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updated VIF entry in instance network info cache for port 2760f2f1-bd9d-4013-9ecd-0c635445c0a7. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.830276] env[69289]: DEBUG nova.network.neutron [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.993973] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.123100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.123100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.123100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.123100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.123100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.124484] env[69289]: INFO nova.compute.manager [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Terminating instance [ 768.191681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039c993e-fd90-4c10-ad64-aab896774de9 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.407s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.191974] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529371da-483a-5b80-0ba9-303661a9237e, 'name': SearchDatastore_Task, 'duration_secs': 0.035648} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.196352] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.196561] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.196799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.197131] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.197131] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.198287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.198602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.198847] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe9388d7-dfde-4f1d-9cc9-8f5852f6ef13 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.200848] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0105345-ca98-4079-91b1-ae0e7e1ae03e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.206959] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 768.206959] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527e4808-0b3e-fe16-169e-4186c2250faa" [ 768.206959] env[69289]: _type = "Task" [ 768.206959] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.214801] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.214954] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.216732] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd4d125-b8f5-4ddc-b6c1-47602be292f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.228298] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527e4808-0b3e-fe16-169e-4186c2250faa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.237018] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 768.237018] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5286cba8-f61a-055d-ebbf-1e6c14ead8b9" [ 768.237018] env[69289]: _type = "Task" [ 768.237018] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.245382] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5286cba8-f61a-055d-ebbf-1e6c14ead8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.249755] env[69289]: INFO nova.compute.manager [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Rescuing [ 768.250022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250176] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.250384] env[69289]: DEBUG nova.network.neutron [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.307724] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.307843] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquired lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.308056] env[69289]: DEBUG nova.network.neutron [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.308280] env[69289]: DEBUG nova.objects.instance [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lazy-loading 'info_cache' on Instance uuid 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.334626] env[69289]: DEBUG oslo_concurrency.lockutils [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.334626] env[69289]: DEBUG nova.compute.manager [req-1298ce37-1e07-42b8-980e-0bfcbebbac89 req-d9f8fbf6-7c5b-4525-a1f4-81995c173e72 service nova] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Received event network-vif-deleted-cc1e3c56-ed43-475c-bffd-821a87f57588 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.344219] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4135d0-83f5-473f-8e8b-d74aed5544b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.356328] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b72a2c-d236-4d33-8312-67205d8dc323 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.388711] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598456c7-077e-4c7e-9a67-b7028a271602 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.399668] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38379e19-a3ec-429b-93b5-f1af109a6a8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.414233] env[69289]: DEBUG nova.compute.provider_tree [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.494513] env[69289]: DEBUG oslo_vmware.api [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276942, 'name': PowerOnVM_Task, 'duration_secs': 0.743613} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.494900] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.495122] env[69289]: INFO nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Took 6.83 seconds to spawn the instance on the hypervisor. [ 768.495314] env[69289]: DEBUG nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.496117] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fdd872-98fe-40e6-bfcd-0ca2bd492989 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.635362] env[69289]: DEBUG nova.compute.manager [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 768.635362] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.635362] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c5d248-39dc-441e-8b2c-7eda025a01c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.641921] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.642196] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a42138-7355-47fb-90bc-37dd6220823c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.648551] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 768.648551] env[69289]: value = "task-3276943" [ 768.648551] env[69289]: _type = "Task" [ 768.648551] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.663361] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.698743] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.722181] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527e4808-0b3e-fe16-169e-4186c2250faa, 'name': SearchDatastore_Task, 'duration_secs': 0.024871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.722662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.725638] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.725638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.745504] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5286cba8-f61a-055d-ebbf-1e6c14ead8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.747066] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcb136b-aa31-4725-b4aa-3db54b03fd4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.757658] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 768.757658] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52741455-7948-404a-318b-c0b198a87b89" [ 768.757658] env[69289]: _type = "Task" [ 768.757658] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.767411] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52741455-7948-404a-318b-c0b198a87b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.819496] env[69289]: DEBUG nova.objects.base [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Object Instance<9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0> lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 768.917894] env[69289]: DEBUG nova.scheduler.client.report [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.994022] env[69289]: DEBUG nova.network.neutron [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.013868] env[69289]: INFO nova.compute.manager [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Took 45.72 seconds to build instance. [ 769.158811] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276943, 'name': PowerOffVM_Task, 'duration_secs': 0.276417} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.159082] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.159284] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.159564] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5788532-c4dd-4092-a7f6-e573e8d75dc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.221420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.235203] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.235314] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.235491] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Deleting the datastore file [datastore2] 83ba7def-ccab-4225-bfc3-9768c318ec0f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.235761] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa4fa0e-aa50-4527-ba18-5da70506fa4a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.244672] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for the task: (returnval){ [ 769.244672] env[69289]: value = "task-3276945" [ 769.244672] env[69289]: _type = "Task" [ 769.244672] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.252050] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.269322] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52741455-7948-404a-318b-c0b198a87b89, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.269322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.269322] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.269322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.269322] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.269322] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d626386c-44d6-4648-8497-00f308b09329 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270890] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-737168e9-bbec-4c8a-ba0d-6f728c99a3aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.281543] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 769.281543] env[69289]: value = "task-3276946" [ 769.281543] env[69289]: _type = "Task" [ 769.281543] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.281543] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.281543] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.284056] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1a65ee-13c6-4857-8467-d91360762969 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.287927] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.291282] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 769.291282] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e2be69-4971-8a22-4c4c-7cee5410e54c" [ 769.291282] env[69289]: _type = "Task" [ 769.291282] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.299872] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e2be69-4971-8a22-4c4c-7cee5410e54c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.427837] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.430569] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.734s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.430928] env[69289]: DEBUG nova.objects.instance [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lazy-loading 'resources' on Instance uuid 0f21f504-d81d-4dd5-8b2b-c5764e5b063b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.468999] env[69289]: INFO nova.scheduler.client.report [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted allocations for instance c4e1143f-9968-4370-9f17-cf025c50935a [ 769.497443] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.518320] env[69289]: DEBUG oslo_concurrency.lockutils [None req-607573f6-744f-45ec-bc87-98841059dc67 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.658s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.704841] env[69289]: DEBUG nova.network.neutron [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updating instance_info_cache with network_info: [{"id": "04954f2a-bdd2-457c-90b6-932601d0c638", "address": "fa:16:3e:6a:f3:53", "network": {"id": "dbe0c279-0534-4abf-b768-5bd4cbab83e3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1774032143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afc930185a9d4cfa80f960735bc18196", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04954f2a-bd", "ovs_interfaceid": "04954f2a-bdd2-457c-90b6-932601d0c638", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.755395] env[69289]: DEBUG oslo_vmware.api [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Task: {'id': task-3276945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16533} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.755724] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.755916] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.756114] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.756338] env[69289]: INFO nova.compute.manager [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 769.756602] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.756816] env[69289]: DEBUG nova.compute.manager [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.756910] env[69289]: DEBUG nova.network.neutron [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.787258] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276946, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.802588] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e2be69-4971-8a22-4c4c-7cee5410e54c, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.803653] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a25793-b3aa-44ee-bd39-8164cb4144d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.809713] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 769.809713] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6155-4008-6f90-9dd9-c529b66a33aa" [ 769.809713] env[69289]: _type = "Task" [ 769.809713] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.819026] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6155-4008-6f90-9dd9-c529b66a33aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.979479] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fbfc407d-650d-4311-aa20-b027f97be533 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "c4e1143f-9968-4370-9f17-cf025c50935a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.196s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.020869] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.212256] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Releasing lock "refresh_cache-9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.293255] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.295319] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.295319] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.296355] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dba4928-74b3-4120-87f5-2b03bd3227e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.302826] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 770.302826] env[69289]: value = "task-3276947" [ 770.302826] env[69289]: _type = "Task" [ 770.302826] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.316333] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.323368] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6155-4008-6f90-9dd9-c529b66a33aa, 'name': SearchDatastore_Task, 'duration_secs': 0.021544} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.327078] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.331833] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.332014] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7de72d-64bb-4e7b-b2da-cf223199744d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.336893] env[69289]: INFO nova.compute.manager [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Rebuilding instance [ 770.341025] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 770.341025] env[69289]: value = "task-3276948" [ 770.341025] env[69289]: _type = "Task" [ 770.341025] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.358467] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.410988] env[69289]: DEBUG nova.compute.manager [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.411593] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57f12cb-4f7a-4ec4-ad94-0c85fb514166 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.431111] env[69289]: DEBUG nova.compute.manager [req-fb7de4eb-645e-42ee-9e33-946d9786bef3 req-84eee71a-2c68-4561-b637-655c49b2f481 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Received event network-vif-deleted-3261eb03-4f0a-4e3f-a8b7-552fc1d3255f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.431111] env[69289]: INFO nova.compute.manager [req-fb7de4eb-645e-42ee-9e33-946d9786bef3 req-84eee71a-2c68-4561-b637-655c49b2f481 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Neutron deleted interface 3261eb03-4f0a-4e3f-a8b7-552fc1d3255f; detaching it from the instance and deleting it from the info cache [ 770.431111] env[69289]: DEBUG nova.network.neutron [req-fb7de4eb-645e-42ee-9e33-946d9786bef3 req-84eee71a-2c68-4561-b637-655c49b2f481 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.536020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e035b80d-5687-481a-9aa1-4f1f5d1ec27c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.549741] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9357f709-79a5-4976-9620-64791d0a7089 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.590397] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.591320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aed6a0-5a67-4d8c-ae7b-731ea1089a22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.604219] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25ceb5-69b1-4e68-8a5b-cc32ed71668d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.619604] env[69289]: DEBUG nova.compute.provider_tree [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.814789] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071952} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.815079] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.815867] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6718901-272a-4c50-8a44-4e630f8f3e65 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.835839] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.836877] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115b0fa7-078c-434c-b1b8-75011759c6f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.858872] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494478} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.860236] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.860451] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.860755] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 770.860755] env[69289]: value = "task-3276949" [ 770.860755] env[69289]: _type = "Task" [ 770.860755] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.860950] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d855837-2d69-44a2-bc70-728737b4f0ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.871619] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.872798] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 770.872798] env[69289]: value = "task-3276950" [ 770.872798] env[69289]: _type = "Task" [ 770.872798] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.880763] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.911609] env[69289]: DEBUG nova.network.neutron [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.933304] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c690b7a-bf58-421a-8f69-191b410258c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.943556] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e294ebea-9ef9-4da9-8fb0-db3991d77bd1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.978873] env[69289]: DEBUG nova.compute.manager [req-fb7de4eb-645e-42ee-9e33-946d9786bef3 req-84eee71a-2c68-4561-b637-655c49b2f481 service nova] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Detach interface failed, port_id=3261eb03-4f0a-4e3f-a8b7-552fc1d3255f, reason: Instance 83ba7def-ccab-4225-bfc3-9768c318ec0f could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 771.055529] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.055529] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93986544-6118-4152-b35c-881a26a05fcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.063425] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 771.063425] env[69289]: value = "task-3276951" [ 771.063425] env[69289]: _type = "Task" [ 771.063425] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.071421] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.123243] env[69289]: DEBUG nova.scheduler.client.report [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.220139] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.220139] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55a77b21-b097-4552-822f-e128b6592584 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.227795] env[69289]: DEBUG oslo_vmware.api [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 771.227795] env[69289]: value = "task-3276952" [ 771.227795] env[69289]: _type = "Task" [ 771.227795] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.238279] env[69289]: DEBUG oslo_vmware.api [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.374199] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276949, 'name': ReconfigVM_Task, 'duration_secs': 0.445807} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.377356] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Reconfigured VM instance instance-00000033 to attach disk [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.378016] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a71162f-4445-4ca7-969f-3d470be2a415 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.384613] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080852} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.385831] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.386188] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 771.386188] env[69289]: value = "task-3276953" [ 771.386188] env[69289]: _type = "Task" [ 771.386188] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.386941] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d15f2-16ed-45e1-a269-604c6a8ff9b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.398785] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276953, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.416604] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.417100] env[69289]: INFO nova.compute.manager [-] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Took 1.66 seconds to deallocate network for instance. [ 771.417331] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc71e2c-6d4d-43db-8e18-b515e693120d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.433818] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.437100] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004b39f2-9104-4000-a606-a26e04e00abe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.443923] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 771.443923] env[69289]: value = "task-3276955" [ 771.443923] env[69289]: _type = "Task" [ 771.443923] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.445150] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 771.445150] env[69289]: value = "task-3276954" [ 771.445150] env[69289]: _type = "Task" [ 771.445150] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.456100] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.459161] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.574088] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276951, 'name': PowerOffVM_Task, 'duration_secs': 0.285111} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.574390] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.575241] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c3cc9-95e7-4ac8-a668-4fafaf4ae39f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.594986] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c31f477-45b1-4b31-bf44-658945a1cb22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.628980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.633695] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.634487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.882s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.634575] env[69289]: DEBUG nova.objects.instance [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 771.637444] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef42ed5c-c071-4509-8f57-fb9eea01111d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.644845] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 771.644845] env[69289]: value = "task-3276956" [ 771.644845] env[69289]: _type = "Task" [ 771.644845] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.653837] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.662779] env[69289]: INFO nova.scheduler.client.report [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleted allocations for instance 0f21f504-d81d-4dd5-8b2b-c5764e5b063b [ 771.737351] env[69289]: DEBUG oslo_vmware.api [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.900069] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276953, 'name': Rename_Task, 'duration_secs': 0.236302} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.900069] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.900069] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b541940-0be1-42c5-aea9-d2d54c4a66e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.906483] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 771.906483] env[69289]: value = "task-3276957" [ 771.906483] env[69289]: _type = "Task" [ 771.906483] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.916493] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.940912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.957014] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276955, 'name': PowerOffVM_Task, 'duration_secs': 0.133074} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.960246] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.960483] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.960836] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.961550] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51023807-d390-4766-85fc-d3d9edce7ae2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.968334] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.968582] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70b910a7-e1fe-4cdc-ac95-37a5e2ddff00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.997538] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.997908] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.998144] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleting the datastore file [datastore2] dea64e06-690f-49f4-86aa-47d223377148 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.998496] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbf38dcf-6fff-4d7d-99e3-f6fbadafcaf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.009480] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 772.009480] env[69289]: value = "task-3276959" [ 772.009480] env[69289]: _type = "Task" [ 772.009480] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.020461] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.155093] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 772.155323] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.155564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.155710] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.156433] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.156433] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5077bc06-d8e6-4da3-a839-e048053e90d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.164833] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.165027] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.165738] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a68380-dc68-4623-b0ac-0c3e050f74da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.172777] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 772.172777] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22488-1a52-87de-ce9c-8ac9d8a78c07" [ 772.172777] env[69289]: _type = "Task" [ 772.172777] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.176232] env[69289]: DEBUG oslo_concurrency.lockutils [None req-51d9f43b-a932-46c2-8832-25b5bb2afd11 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "0f21f504-d81d-4dd5-8b2b-c5764e5b063b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.212s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.181778] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22488-1a52-87de-ce9c-8ac9d8a78c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.240177] env[69289]: DEBUG oslo_vmware.api [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276952, 'name': PowerOnVM_Task, 'duration_secs': 0.59092} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.240376] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.240597] env[69289]: DEBUG nova.compute.manager [None req-65523e66-1a0a-4eda-8886-13b413d293b1 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.241438] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff0d8b-7aa8-4ba9-8d47-4f5266a3024f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.416601] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.458320] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276954, 'name': ReconfigVM_Task, 'duration_secs': 0.598284} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.458932] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.459706] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f866f11-3a28-492d-a380-7bd5a55709a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.466291] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 772.466291] env[69289]: value = "task-3276960" [ 772.466291] env[69289]: _type = "Task" [ 772.466291] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.474456] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276960, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.520961] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090708} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.520961] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.520961] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.520961] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.645975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e6391b63-f356-4d0a-a063-5c42caf4a6d6 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.647154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.770s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.647389] env[69289]: DEBUG nova.objects.instance [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lazy-loading 'resources' on Instance uuid 1a4b0b85-4f41-40f2-a801-36657c2bc39b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.684054] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22488-1a52-87de-ce9c-8ac9d8a78c07, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.684737] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db49762b-1753-49df-8547-a093d428d71f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.689935] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 772.689935] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a8a9ef-abf0-7ea7-9521-c1e6ddc773e0" [ 772.689935] env[69289]: _type = "Task" [ 772.689935] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.699513] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a8a9ef-abf0-7ea7-9521-c1e6ddc773e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.917211] env[69289]: DEBUG oslo_vmware.api [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276957, 'name': PowerOnVM_Task, 'duration_secs': 0.86441} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.917366] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.917560] env[69289]: INFO nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Took 5.90 seconds to spawn the instance on the hypervisor. [ 772.917779] env[69289]: DEBUG nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.918578] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b168f4-a59a-409c-a378-8f8fc9edb985 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.976430] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276960, 'name': Rename_Task, 'duration_secs': 0.182992} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.976672] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.976877] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a088910-8612-424e-b0b4-1bce01541c5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.982418] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 772.982418] env[69289]: value = "task-3276961" [ 772.982418] env[69289]: _type = "Task" [ 772.982418] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.989623] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.201802] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a8a9ef-abf0-7ea7-9521-c1e6ddc773e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.202093] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.202370] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. {{(pid=69289) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 773.202682] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c32af0aa-d39c-4b03-82fb-2ee8cdeda7f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.208958] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 773.208958] env[69289]: value = "task-3276962" [ 773.208958] env[69289]: _type = "Task" [ 773.208958] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.220222] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.444352] env[69289]: INFO nova.compute.manager [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Took 41.09 seconds to build instance. [ 773.497899] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.564151] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.564620] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.564873] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.565221] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.565459] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.566220] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.566220] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.566447] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.567350] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.567723] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.568020] env[69289]: DEBUG nova.virt.hardware [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.569424] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec19832-1809-4e1e-a5e3-e03391ca4a05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.583958] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2fd13-d1a3-40df-9a3c-cb099e01aa73 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.602195] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.608426] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.608834] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.609126] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ae2274-e519-40c8-b59c-afcf566d43f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.628968] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.628968] env[69289]: value = "task-3276963" [ 773.628968] env[69289]: _type = "Task" [ 773.628968] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.641461] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276963, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.667582] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207d262-5eb1-4cd1-8d2e-cb92d475a73b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.674982] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ed8bb-9106-4fdc-a7a7-469582027e85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.707381] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909ba9f-19a2-4c59-92af-1fc2a9b6c557 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.718946] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb2f720-902f-4708-9dd8-b4c00fc1a052 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.729137] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513231} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.737393] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. [ 773.738342] env[69289]: DEBUG nova.compute.provider_tree [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.740274] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b7b8f1-e5bc-476d-b5ca-e45f6f40d3ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.767439] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.768857] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50758af0-9d04-466c-88be-3b43405f77cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.787910] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 773.787910] env[69289]: value = "task-3276964" [ 773.787910] env[69289]: _type = "Task" [ 773.787910] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.796462] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.950542] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2e307c7-6db5-4413-b357-50ba0866a7fe tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.041s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.993404] env[69289]: DEBUG oslo_vmware.api [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3276961, 'name': PowerOnVM_Task, 'duration_secs': 0.648576} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.993684] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.993889] env[69289]: INFO nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Took 9.61 seconds to spawn the instance on the hypervisor. [ 773.994099] env[69289]: DEBUG nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.994878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22806a-972d-4261-9c6b-8435bcfdd2a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.138574] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276963, 'name': CreateVM_Task, 'duration_secs': 0.384195} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.138789] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.139227] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.139473] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.139811] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.140087] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b1ab9f-71ba-4218-bdf3-0b0adedbed07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.146366] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 774.146366] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a53134-0755-a6c8-13ef-c7050d367a1c" [ 774.146366] env[69289]: _type = "Task" [ 774.146366] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.152597] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a53134-0755-a6c8-13ef-c7050d367a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.246165] env[69289]: DEBUG nova.scheduler.client.report [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.298910] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.441631] env[69289]: INFO nova.compute.manager [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Rebuilding instance [ 774.454867] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.489375] env[69289]: DEBUG nova.compute.manager [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.490314] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c06a3-e22a-4f2f-b24a-77f532fbf5a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.512884] env[69289]: INFO nova.compute.manager [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Took 44.56 seconds to build instance. [ 774.655083] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a53134-0755-a6c8-13ef-c7050d367a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.655488] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.655730] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.655966] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.656127] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656312] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.656607] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e2b733-8b29-44c0-ab32-95875142d5b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.665321] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.665499] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.666214] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d7eb31-4f79-4d6e-9c28-2232f3890d37 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.671128] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 774.671128] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52adc29a-104a-5984-e07c-5b6e07b217ec" [ 774.671128] env[69289]: _type = "Task" [ 774.671128] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.678441] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52adc29a-104a-5984-e07c-5b6e07b217ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.750575] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.752893] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.873s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.754378] env[69289]: INFO nova.compute.claims [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.772158] env[69289]: INFO nova.scheduler.client.report [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Deleted allocations for instance 1a4b0b85-4f41-40f2-a801-36657c2bc39b [ 774.805024] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.977568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.015009] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d5c9b0ec-ad00-48d3-abff-920d8936cf63 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.446s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.183082] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52adc29a-104a-5984-e07c-5b6e07b217ec, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.184196] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ff32ea-9494-433e-921a-b63dd9fb214c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.191155] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 775.191155] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d70f78-2b8b-8d1e-bb85-6f5e9373eadd" [ 775.191155] env[69289]: _type = "Task" [ 775.191155] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.198457] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d70f78-2b8b-8d1e-bb85-6f5e9373eadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.282532] env[69289]: DEBUG oslo_concurrency.lockutils [None req-03066e75-efdd-41f1-b731-1de616296ad3 tempest-VolumesAssistedSnapshotsTest-1931040454 tempest-VolumesAssistedSnapshotsTest-1931040454-project-member] Lock "1a4b0b85-4f41-40f2-a801-36657c2bc39b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.022s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.299169] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276964, 'name': ReconfigVM_Task, 'duration_secs': 1.344985} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.299490] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.300404] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47bbf3-de85-4cdc-b35a-c72ff64ca4b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.328998] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ca0e9d-68e3-4a70-aa22-66bd6f102bc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.342362] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 775.342362] env[69289]: value = "task-3276965" [ 775.342362] env[69289]: _type = "Task" [ 775.342362] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.350419] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.504035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.504463] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b529382-39b8-4220-8c5d-281cc0d8d56d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.512339] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 775.512339] env[69289]: value = "task-3276966" [ 775.512339] env[69289]: _type = "Task" [ 775.512339] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.520816] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.699785] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d70f78-2b8b-8d1e-bb85-6f5e9373eadd, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.700087] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.700354] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.700686] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a6b50c5-6360-4685-b230-f0f2fdd48499 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.706660] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 775.706660] env[69289]: value = "task-3276967" [ 775.706660] env[69289]: _type = "Task" [ 775.706660] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.714443] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.855378] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276965, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.032526] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276966, 'name': PowerOffVM_Task, 'duration_secs': 0.203691} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.036200] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.036200] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.037379] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb655d6-3f67-4809-a554-66052d37f4fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.043970] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.044253] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a926fd9-4f50-42fe-b607-9bb8a3e67eb6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.071423] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.071634] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.071810] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Deleting the datastore file [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.072103] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c22959e8-ca05-4d0d-b175-0951ad554e94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.080151] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 776.080151] env[69289]: value = "task-3276969" [ 776.080151] env[69289]: _type = "Task" [ 776.080151] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.096843] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.218157] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.263448] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d3da7-2858-4a26-b892-d83418324e57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.270856] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822fe527-d1fd-4cf0-a617-c7e9bcd094f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.304902] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd885ad1-5f3e-473f-bf06-63833ab82a48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.312979] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f96ba53-cf56-42e3-8bed-49e822487403 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.327273] env[69289]: DEBUG nova.compute.provider_tree [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.355976] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276965, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.590906] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246009} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.591313] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.591548] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.593084] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.637745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "76f86402-f3a3-4d09-95bc-03e407ee27da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.638389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.638389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.638579] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.638672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.642657] env[69289]: INFO nova.compute.manager [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Terminating instance [ 776.718988] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535941} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.718988] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.718988] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.718988] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae67451-7856-455e-bd86-1ed49821149f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.724852] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 776.724852] env[69289]: value = "task-3276970" [ 776.724852] env[69289]: _type = "Task" [ 776.724852] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.733104] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.830292] env[69289]: DEBUG nova.scheduler.client.report [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.855336] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276965, 'name': ReconfigVM_Task, 'duration_secs': 1.162257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.855649] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.855888] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bbb8fe0-6334-48df-bf19-972a7f8c9fc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.863511] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 776.863511] env[69289]: value = "task-3276971" [ 776.863511] env[69289]: _type = "Task" [ 776.863511] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.870973] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.147986] env[69289]: DEBUG nova.compute.manager [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.148254] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.149555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cdf8b6-a4a4-4037-b781-ce25a371a4db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.157188] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.157430] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1f58c66-57da-465e-9c85-255fff14a288 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.163793] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 777.163793] env[69289]: value = "task-3276972" [ 777.163793] env[69289]: _type = "Task" [ 777.163793] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.173247] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.237928] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076841} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.238296] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.239495] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2884c1b9-aba9-4626-934d-83e607ba0cc4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.261383] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.261781] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ed31d9-77a0-4b47-9665-1c8a6989232a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.285020] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 777.285020] env[69289]: value = "task-3276973" [ 777.285020] env[69289]: _type = "Task" [ 777.285020] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.294396] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.337708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.338479] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.341141] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.634s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.341331] env[69289]: DEBUG nova.objects.instance [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 777.372164] env[69289]: DEBUG oslo_vmware.api [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276971, 'name': PowerOnVM_Task, 'duration_secs': 0.43875} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.372455] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.375175] env[69289]: DEBUG nova.compute.manager [None req-d0c6ee73-f42a-49a5-8ab6-7719c09e9655 tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.375955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdcd566-80cf-4eb9-941d-10194cc3a4fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.406780] env[69289]: DEBUG nova.compute.manager [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 777.634970] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.635239] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.635395] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.635578] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.635723] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.635867] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.636205] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.636452] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.636693] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.636893] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.637118] env[69289]: DEBUG nova.virt.hardware [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.638050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190fba7-a5c7-499a-a96e-d0c22a9c51f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.646491] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afbf5a5-deb8-491d-92fb-37ce26924c48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.661918] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.668852] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.668852] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.672226] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ded3d9b-72fa-42c5-a6cc-9e93c445eefd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.691125] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276972, 'name': PowerOffVM_Task, 'duration_secs': 0.328315} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.692414] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.692615] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.692883] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.692883] env[69289]: value = "task-3276974" [ 777.692883] env[69289]: _type = "Task" [ 777.692883] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.693083] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7207d1da-2ba6-4b2e-ba37-8133cf692d93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.702283] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276974, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.770367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.770622] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.770884] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleting the datastore file [datastore1] 76f86402-f3a3-4d09-95bc-03e407ee27da {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.771089] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26fd39a6-3619-48e1-aeeb-d3f7ae2b6468 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.777223] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 777.777223] env[69289]: value = "task-3276976" [ 777.777223] env[69289]: _type = "Task" [ 777.777223] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.786454] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.794831] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.847441] env[69289]: DEBUG nova.compute.utils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.852754] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.852847] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.929079] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.940114] env[69289]: DEBUG nova.policy [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486a864927b34677bd11db5f4b88403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d61c37e02414eb6bb70e46dc10b80b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.206832] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276974, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.287995] env[69289]: DEBUG oslo_vmware.api [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3276976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162214} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.293247] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.293686] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.294052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.294935] env[69289]: INFO nova.compute.manager [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Took 1.15 seconds to destroy the instance on the hypervisor. [ 778.295586] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.295937] env[69289]: DEBUG nova.compute.manager [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.296163] env[69289]: DEBUG nova.network.neutron [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.302857] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276973, 'name': ReconfigVM_Task, 'duration_secs': 0.554166} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.305706] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Reconfigured VM instance instance-00000031 to attach disk [datastore2] dea64e06-690f-49f4-86aa-47d223377148/dea64e06-690f-49f4-86aa-47d223377148.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.305706] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2440ff0-bf02-4390-a215-739f8599c0f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.313025] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 778.313025] env[69289]: value = "task-3276977" [ 778.313025] env[69289]: _type = "Task" [ 778.313025] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.322220] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276977, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.355271] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.358013] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bfdad613-7ab7-4b7b-bfda-ee18220d8c22 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.359482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.215s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.359852] env[69289]: DEBUG nova.objects.instance [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lazy-loading 'resources' on Instance uuid 6f60f99c-40fb-4bf6-ad56-b5cd086e4188 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.421202] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Successfully created port: 0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.601857] env[69289]: DEBUG nova.compute.manager [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.602146] env[69289]: DEBUG nova.compute.manager [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing instance network info cache due to event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.602497] env[69289]: DEBUG oslo_concurrency.lockutils [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.603016] env[69289]: DEBUG oslo_concurrency.lockutils [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.603016] env[69289]: DEBUG nova.network.neutron [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.706838] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276974, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.823421] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276977, 'name': Rename_Task, 'duration_secs': 0.316891} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.823781] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.824054] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1c50a8c-1ddd-4c2b-8137-813cd30282c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.830894] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 778.830894] env[69289]: value = "task-3276978" [ 778.830894] env[69289]: _type = "Task" [ 778.830894] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.839237] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.214147] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276974, 'name': CreateVM_Task, 'duration_secs': 1.348139} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.214707] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.215194] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.215354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.215667] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.215923] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fc807b-aef5-4289-b31b-c548f2c99a91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.222101] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 779.222101] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52eebf21-2ed4-72b7-1f0e-13737f2ea1e5" [ 779.222101] env[69289]: _type = "Task" [ 779.222101] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.239904] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52eebf21-2ed4-72b7-1f0e-13737f2ea1e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.240328] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.240502] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.240775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.240939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.241115] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.244373] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca38d52-2c84-471c-8f23-b8df15d6f36a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.253758] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.254084] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.255806] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43b0d5d-9b6a-48f7-bd03-b46d3baeb347 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.262264] env[69289]: DEBUG nova.compute.manager [req-65cda0f6-7c09-4955-853e-9a7a5456751d req-65a182ae-bfb1-4d78-a3d8-e99916d254c4 service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Received event network-vif-deleted-366d88a8-67f1-46a0-80bc-81435521d70a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.262543] env[69289]: INFO nova.compute.manager [req-65cda0f6-7c09-4955-853e-9a7a5456751d req-65a182ae-bfb1-4d78-a3d8-e99916d254c4 service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Neutron deleted interface 366d88a8-67f1-46a0-80bc-81435521d70a; detaching it from the instance and deleting it from the info cache [ 779.264224] env[69289]: DEBUG nova.network.neutron [req-65cda0f6-7c09-4955-853e-9a7a5456751d req-65a182ae-bfb1-4d78-a3d8-e99916d254c4 service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.271489] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 779.271489] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e60ccc-f062-9370-02a8-9d89086483ca" [ 779.271489] env[69289]: _type = "Task" [ 779.271489] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.282176] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e60ccc-f062-9370-02a8-9d89086483ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.283480] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd44986d-3fec-4af4-9980-4ada26198baa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.291620] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 779.291620] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202f5c3-3ee0-51cb-2d2b-99abe5bf63db" [ 779.291620] env[69289]: _type = "Task" [ 779.291620] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.300777] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5202f5c3-3ee0-51cb-2d2b-99abe5bf63db, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.303868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.303868] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.304225] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b9850fa-7f8c-4990-9022-40ba31fd4843 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.313696] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 779.313696] env[69289]: value = "task-3276979" [ 779.313696] env[69289]: _type = "Task" [ 779.313696] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.322715] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.346113] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276978, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.369356] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.405350] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.405676] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.405876] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.406096] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.406274] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.406425] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.406654] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.406827] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.407014] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.407211] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.407391] env[69289]: DEBUG nova.virt.hardware [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.408325] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea555e6d-e5ac-432d-872a-a4a84f825140 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.422840] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64859798-5f31-4055-ac59-297351955e2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.448322] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13eb5ae-2d18-4272-a905-83e3d993a5a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.455868] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072205c-25d8-4820-aa68-8eb669fc0282 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.491712] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe741a-0652-40fc-a929-89af56ea46a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.499849] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ee26f4-9d0b-4296-bb25-7ec368cb1fb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.505205] env[69289]: DEBUG nova.network.neutron [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updated VIF entry in instance network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.505614] env[69289]: DEBUG nova.network.neutron [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.514865] env[69289]: DEBUG nova.compute.provider_tree [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.596784] env[69289]: DEBUG nova.network.neutron [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.773305] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6a1de16-3ed6-4abf-9cf5-99058c1d7ac8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.796021] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bffcb55-742a-4f24-9aab-34ea384a223d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.835205] env[69289]: DEBUG nova.compute.manager [req-65cda0f6-7c09-4955-853e-9a7a5456751d req-65a182ae-bfb1-4d78-a3d8-e99916d254c4 service nova] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Detach interface failed, port_id=366d88a8-67f1-46a0-80bc-81435521d70a, reason: Instance 76f86402-f3a3-4d09-95bc-03e407ee27da could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 779.847155] env[69289]: DEBUG oslo_vmware.api [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276978, 'name': PowerOnVM_Task, 'duration_secs': 0.617448} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.847416] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276979, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.847715] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.847987] env[69289]: DEBUG nova.compute.manager [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.848883] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213b39f6-d469-43e0-be78-e2243c6fd367 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.017876] env[69289]: DEBUG oslo_concurrency.lockutils [req-b3549537-8671-4ad7-8ad5-386dc5fd08ca req-8f781d0d-5a46-48e1-a38b-e8460d05c4fa service nova] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.018903] env[69289]: DEBUG nova.scheduler.client.report [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.100062] env[69289]: INFO nova.compute.manager [-] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Took 1.80 seconds to deallocate network for instance. [ 780.328584] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532226} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.328864] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.329093] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.329355] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f81b75e-21b1-47b6-96ff-278039522fa3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.336165] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 780.336165] env[69289]: value = "task-3276980" [ 780.336165] env[69289]: _type = "Task" [ 780.336165] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.348007] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.370607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.524540] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.526910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.633s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.528590] env[69289]: INFO nova.compute.claims [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.554839] env[69289]: INFO nova.scheduler.client.report [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Deleted allocations for instance 6f60f99c-40fb-4bf6-ad56-b5cd086e4188 [ 780.608356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.747124] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Successfully updated port: 0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.847517] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236595} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.848062] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.849219] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c098c6b-095e-4e49-a1b2-df32b5909ad9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.874385] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.874385] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23506bab-6dcb-4397-bd67-83dc0c3dff97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.896098] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 780.896098] env[69289]: value = "task-3276981" [ 780.896098] env[69289]: _type = "Task" [ 780.896098] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.907179] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.953290] env[69289]: DEBUG nova.compute.manager [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.953290] env[69289]: DEBUG nova.compute.manager [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing instance network info cache due to event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.953290] env[69289]: DEBUG oslo_concurrency.lockutils [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.953290] env[69289]: DEBUG oslo_concurrency.lockutils [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.953290] env[69289]: DEBUG nova.network.neutron [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.071167] env[69289]: DEBUG oslo_concurrency.lockutils [None req-08285351-4b1c-4368-8adb-637d5bd44e0c tempest-ServersTestBootFromVolume-618061373 tempest-ServersTestBootFromVolume-618061373-project-member] Lock "6f60f99c-40fb-4bf6-ad56-b5cd086e4188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.441s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.250752] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.250956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.251086] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.407732] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.703619] env[69289]: DEBUG nova.network.neutron [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updated VIF entry in instance network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.706019] env[69289]: DEBUG nova.network.neutron [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.789881] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.858886] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "dea64e06-690f-49f4-86aa-47d223377148" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.859173] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.859382] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "dea64e06-690f-49f4-86aa-47d223377148-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.859864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.859973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.862345] env[69289]: INFO nova.compute.manager [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Terminating instance [ 781.913182] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276981, 'name': ReconfigVM_Task, 'duration_secs': 0.633508} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.913466] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Reconfigured VM instance instance-00000033 to attach disk [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66/b0918f9d-8d04-4d58-b39c-18ef04fadb66.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.914210] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c27be400-1a50-4821-963c-bede121c4e8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.921936] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 781.921936] env[69289]: value = "task-3276982" [ 781.921936] env[69289]: _type = "Task" [ 781.921936] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.934138] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276982, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.939116] env[69289]: DEBUG nova.network.neutron [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Updating instance_info_cache with network_info: [{"id": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "address": "fa:16:3e:1f:6d:70", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b57975e-53", "ovs_interfaceid": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.954592] env[69289]: DEBUG nova.compute.manager [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Received event network-vif-plugged-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.954806] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Acquiring lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.955024] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.955196] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.955360] env[69289]: DEBUG nova.compute.manager [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] No waiting events found dispatching network-vif-plugged-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.955525] env[69289]: WARNING nova.compute.manager [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Received unexpected event network-vif-plugged-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 for instance with vm_state building and task_state spawning. [ 781.955686] env[69289]: DEBUG nova.compute.manager [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Received event network-changed-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.955878] env[69289]: DEBUG nova.compute.manager [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Refreshing instance network info cache due to event network-changed-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.956769] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Acquiring lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.008441] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6928f8a-baca-4e77-a4ce-3b5653c93508 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.016924] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f680a936-abff-40f4-b9b8-f17b79a8a87b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.049493] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff4e38b-95b7-46b3-94d2-d39e081f55b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.056628] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a9c60-50a9-4f8a-970b-feaeb64f50a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.072236] env[69289]: DEBUG nova.compute.provider_tree [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.211026] env[69289]: DEBUG oslo_concurrency.lockutils [req-5b1e5a0e-537b-42de-b968-b77b070d7d0b req-e8d2d259-5b26-43c5-bced-5a443d36c5dd service nova] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.371793] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "refresh_cache-dea64e06-690f-49f4-86aa-47d223377148" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.371793] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "refresh_cache-dea64e06-690f-49f4-86aa-47d223377148" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.371793] env[69289]: DEBUG nova.network.neutron [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.436118] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276982, 'name': Rename_Task, 'duration_secs': 0.368948} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.436623] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.437041] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9830f28d-9b1a-41bc-9eb3-476e66be3f63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.442583] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.443767] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Instance network_info: |[{"id": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "address": "fa:16:3e:1f:6d:70", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b57975e-53", "ovs_interfaceid": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.445776] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Acquired lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.445776] env[69289]: DEBUG nova.network.neutron [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Refreshing network info cache for port 0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.446782] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:6d:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.454831] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.455181] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 782.455181] env[69289]: value = "task-3276983" [ 782.455181] env[69289]: _type = "Task" [ 782.455181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.455964] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.456773] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d3c20e-18f9-4aa7-a174-f3d05f2ad1dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.489723] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.491258] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.491258] env[69289]: value = "task-3276984" [ 782.491258] env[69289]: _type = "Task" [ 782.491258] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.501567] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276984, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.576389] env[69289]: DEBUG nova.scheduler.client.report [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.898128] env[69289]: DEBUG nova.network.neutron [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.968444] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276983, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.970041] env[69289]: DEBUG nova.network.neutron [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.001354] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3276984, 'name': CreateVM_Task, 'duration_secs': 0.385528} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.001593] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.002365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.002548] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.002887] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.003179] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d63f7a-a7cb-42b9-8c04-c892a66b1b09 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.008372] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 783.008372] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d641df-12c8-6cfa-1daa-9f4649408db4" [ 783.008372] env[69289]: _type = "Task" [ 783.008372] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.021246] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d641df-12c8-6cfa-1daa-9f4649408db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.082748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.083356] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.091934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.156s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.092194] env[69289]: DEBUG nova.objects.instance [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lazy-loading 'resources' on Instance uuid 33e9ce28-3e7d-4f6c-9caf-aa934372abe9 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.231213] env[69289]: DEBUG nova.compute.manager [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.231422] env[69289]: DEBUG nova.compute.manager [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing instance network info cache due to event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.231635] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.231782] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.231936] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.282070] env[69289]: DEBUG nova.network.neutron [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Updated VIF entry in instance network info cache for port 0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.282489] env[69289]: DEBUG nova.network.neutron [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Updating instance_info_cache with network_info: [{"id": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "address": "fa:16:3e:1f:6d:70", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b57975e-53", "ovs_interfaceid": "0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.469928] env[69289]: DEBUG oslo_vmware.api [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276983, 'name': PowerOnVM_Task, 'duration_secs': 0.600346} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.470989] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.470989] env[69289]: DEBUG nova.compute.manager [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.471491] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161a0453-075f-405a-85e9-d5afb84d76a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.474986] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "refresh_cache-dea64e06-690f-49f4-86aa-47d223377148" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.475535] env[69289]: DEBUG nova.compute.manager [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.475761] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.476613] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b600bc-a7ac-4253-9df2-a86ae911d73f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.488215] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.488685] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9e90c4-aa68-42ac-a50d-4539b3d0b28a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.495814] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 783.495814] env[69289]: value = "task-3276985" [ 783.495814] env[69289]: _type = "Task" [ 783.495814] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.510265] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.524871] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d641df-12c8-6cfa-1daa-9f4649408db4, 'name': SearchDatastore_Task, 'duration_secs': 0.015382} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.525341] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.525486] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.525844] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.525927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.526058] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.526459] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc00e26-065f-4d71-bb0c-9753541361d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.539026] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.539222] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.542043] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d9f390-d133-48ae-a00b-0573394d6bd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.547563] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 783.547563] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bf4fe2-4be0-c900-6e77-87f4f3138d4e" [ 783.547563] env[69289]: _type = "Task" [ 783.547563] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.557244] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bf4fe2-4be0-c900-6e77-87f4f3138d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.602304] env[69289]: DEBUG nova.compute.utils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.607023] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.607023] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.644865] env[69289]: DEBUG nova.policy [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452a67f3a4d34279bc8853da3001023c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eb711fca2e440fc93e41965c6dde584', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.678840] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018772a6-00cf-4308-acd2-fbc13cc3149b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.691947] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3022d19-5340-4afc-85fc-b5bc460b7d36 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.733324] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf51f5fb-d646-4de6-a3c2-cbc763b7d25a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.742353] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad08ca-5598-4049-9149-a8892fc64308 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.765404] env[69289]: DEBUG nova.compute.provider_tree [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.789122] env[69289]: DEBUG oslo_concurrency.lockutils [req-bbf8c867-0c2f-4ab8-acd0-4a918e3a3740 req-e40c86b1-d636-4732-9b92-1bdb439f1c0a service nova] Releasing lock "refresh_cache-df922f27-c7f0-4fa3-be0c-df36a5f4b34b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.996787] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.006366] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276985, 'name': PowerOffVM_Task, 'duration_secs': 0.279834} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.006640] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.006837] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.007123] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0650f4f7-3e27-4bd6-835a-11acc6b4b90d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.033599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.033599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.033813] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleting the datastore file [datastore2] dea64e06-690f-49f4-86aa-47d223377148 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.037034] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4e4d6f-52f8-4e88-9be3-36808f55f97c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.042024] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 784.042024] env[69289]: value = "task-3276987" [ 784.042024] env[69289]: _type = "Task" [ 784.042024] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.051766] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.062537] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bf4fe2-4be0-c900-6e77-87f4f3138d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.063756] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ecfbc30-7f10-4a91-8b59-5997271796c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.069667] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 784.069667] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a974fe-1641-14ac-6e9a-6a841676b094" [ 784.069667] env[69289]: _type = "Task" [ 784.069667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.078448] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a974fe-1641-14ac-6e9a-6a841676b094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.106418] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updated VIF entry in instance network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.106881] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.110120] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.146766] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Successfully created port: 90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.269888] env[69289]: DEBUG nova.scheduler.client.report [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.490092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "9d43392c-341e-442b-a46a-a94d0e423c3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.490391] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.491131] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.491131] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.491131] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.493311] env[69289]: INFO nova.compute.manager [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Terminating instance [ 784.554637] env[69289]: DEBUG oslo_vmware.api [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3276987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126527} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.555220] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.555220] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.555385] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.555451] env[69289]: INFO nova.compute.manager [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Took 1.08 seconds to destroy the instance on the hypervisor. [ 784.555678] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.555995] env[69289]: DEBUG nova.compute.manager [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.555995] env[69289]: DEBUG nova.network.neutron [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.581466] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a974fe-1641-14ac-6e9a-6a841676b094, 'name': SearchDatastore_Task, 'duration_secs': 0.02813} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.582415] env[69289]: DEBUG nova.network.neutron [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.585306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.585669] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] df922f27-c7f0-4fa3-be0c-df36a5f4b34b/df922f27-c7f0-4fa3-be0c-df36a5f4b34b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.585963] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da302c8-7fc5-4366-84b6-feaf9e21483b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.595244] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 784.595244] env[69289]: value = "task-3276988" [ 784.595244] env[69289]: _type = "Task" [ 784.595244] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.604452] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.609397] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.609750] env[69289]: DEBUG nova.compute.manager [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.609963] env[69289]: DEBUG nova.compute.manager [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing instance network info cache due to event network-changed-9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.610213] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Acquiring lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.610365] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Acquired lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.610554] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Refreshing network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.774910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.778120] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.680s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.778556] env[69289]: DEBUG nova.objects.instance [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lazy-loading 'resources' on Instance uuid 940036d6-d2c5-40f3-885e-7fd35611e508 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.807582] env[69289]: INFO nova.scheduler.client.report [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted allocations for instance 33e9ce28-3e7d-4f6c-9caf-aa934372abe9 [ 785.001454] env[69289]: DEBUG nova.compute.manager [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.001752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.004458] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e87f4-4937-409a-90b0-d3f1802bb4b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.014609] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.014954] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a57b535-af9a-4c53-b9a8-1d12b1b80024 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023847] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 785.023847] env[69289]: value = "task-3276989" [ 785.023847] env[69289]: _type = "Task" [ 785.023847] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.033706] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.085404] env[69289]: DEBUG nova.network.neutron [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.106191] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457676} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.106452] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] df922f27-c7f0-4fa3-be0c-df36a5f4b34b/df922f27-c7f0-4fa3-be0c-df36a5f4b34b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.106907] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.106985] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00374ee9-2485-47e8-b93e-f7d7a95b2c16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.115286] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 785.115286] env[69289]: value = "task-3276990" [ 785.115286] env[69289]: _type = "Task" [ 785.115286] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.115722] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.116038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.116349] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.116824] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.117041] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.120808] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.129579] env[69289]: INFO nova.compute.manager [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Terminating instance [ 785.143125] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.156466] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.157125] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.157125] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.158750] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.159130] env[69289]: DEBUG nova.virt.hardware [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.160246] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca020d82-4ae0-4ace-985b-38d74b497bf3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.173679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1536a625-08b1-44c2-89a3-da7e1b411ba4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.322028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4942bc7-226d-48f3-849c-67352a924e9c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "33e9ce28-3e7d-4f6c-9caf-aa934372abe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.019s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.513671] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updated VIF entry in instance network info cache for port 9a45462e-d9f0-42b9-93fe-8d4150710d00. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.514141] env[69289]: DEBUG nova.network.neutron [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [{"id": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "address": "fa:16:3e:5f:77:7f", "network": {"id": "20b38305-0e4e-4944-8a23-6915c61b34f1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1785360741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "69ffcd0e60e74977bebec0614706cccf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a45462e-d9", "ovs_interfaceid": "9a45462e-d9f0-42b9-93fe-8d4150710d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.534783] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276989, 'name': PowerOffVM_Task, 'duration_secs': 0.359496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.535220] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.535417] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.535696] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06e5a8dc-0adb-4a66-a1e5-61e99d7e7f1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.546602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "31e4ab12-6702-4957-82d1-20088f139042" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.546602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.546602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "31e4ab12-6702-4957-82d1-20088f139042-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.546602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.546806] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.548786] env[69289]: INFO nova.compute.manager [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Terminating instance [ 785.590640] env[69289]: INFO nova.compute.manager [-] [instance: dea64e06-690f-49f4-86aa-47d223377148] Took 1.03 seconds to deallocate network for instance. [ 785.615026] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.615026] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.615026] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Deleting the datastore file [datastore2] 9d43392c-341e-442b-a46a-a94d0e423c3e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.615026] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db29e2d-d8c2-4758-9555-8568efd8897f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.624207] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for the task: (returnval){ [ 785.624207] env[69289]: value = "task-3276992" [ 785.624207] env[69289]: _type = "Task" [ 785.624207] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.635165] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066729} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.638251] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.640303] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81eea11-d9e2-49ce-af3b-18927c7a428f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.649884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "refresh_cache-b0918f9d-8d04-4d58-b39c-18ef04fadb66" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.649884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquired lock "refresh_cache-b0918f9d-8d04-4d58-b39c-18ef04fadb66" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.649884] env[69289]: DEBUG nova.network.neutron [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.649884] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.676117] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] df922f27-c7f0-4fa3-be0c-df36a5f4b34b/df922f27-c7f0-4fa3-be0c-df36a5f4b34b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.679269] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0092b9aa-ce88-4c34-9691-c5305e704098 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.701199] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 785.701199] env[69289]: value = "task-3276993" [ 785.701199] env[69289]: _type = "Task" [ 785.701199] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.710058] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.810429] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cfe09d-0081-4221-9f07-1a16fa25cbea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.818007] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291a0e51-f12b-46b5-baf6-96a0d8416ebf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.851322] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4a2475-457a-48d2-b3b3-83f76301203f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.858859] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4728715-e15e-4e05-b03d-9b2a83569246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.872804] env[69289]: DEBUG nova.compute.provider_tree [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.914678] env[69289]: DEBUG nova.compute.manager [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Received event network-vif-plugged-90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.914901] env[69289]: DEBUG oslo_concurrency.lockutils [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] Acquiring lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.915148] env[69289]: DEBUG oslo_concurrency.lockutils [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.915285] env[69289]: DEBUG oslo_concurrency.lockutils [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.915463] env[69289]: DEBUG nova.compute.manager [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] No waiting events found dispatching network-vif-plugged-90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.915604] env[69289]: WARNING nova.compute.manager [req-440d6bfc-5f30-4202-941d-3f4a1b3b8bad req-3cec2e48-dd0c-4362-983a-264b771baf6d service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Received unexpected event network-vif-plugged-90b482af-63a5-4dc1-8ca5-f2e0d6b59164 for instance with vm_state building and task_state spawning. [ 786.017304] env[69289]: DEBUG oslo_concurrency.lockutils [req-333c2590-fdee-4aa5-a82f-c2b1d77a22f1 req-897f3c78-24d2-4025-8213-0f36978dd59f service nova] Releasing lock "refresh_cache-9d43392c-341e-442b-a46a-a94d0e423c3e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.053047] env[69289]: DEBUG nova.compute.manager [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.053348] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.054286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82a48ea-5931-4d8b-a53c-d964a8511a95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.062077] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.062322] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e2eab7d-612c-406f-be18-2ddf8ba8d27a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.066168] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Successfully updated port: 90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.075073] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 786.075073] env[69289]: value = "task-3276994" [ 786.075073] env[69289]: _type = "Task" [ 786.075073] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.083328] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.095426] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.138975] env[69289]: DEBUG oslo_vmware.api [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Task: {'id': task-3276992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190418} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.139365] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.139557] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.139748] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.139944] env[69289]: INFO nova.compute.manager [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 786.140213] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.140461] env[69289]: DEBUG nova.compute.manager [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.140516] env[69289]: DEBUG nova.network.neutron [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.180621] env[69289]: DEBUG nova.network.neutron [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.211920] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276993, 'name': ReconfigVM_Task, 'duration_secs': 0.274718} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.211920] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] df922f27-c7f0-4fa3-be0c-df36a5f4b34b/df922f27-c7f0-4fa3-be0c-df36a5f4b34b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.212915] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfe1fbc9-6258-4634-bfef-68c0050ab922 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.219895] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 786.219895] env[69289]: value = "task-3276995" [ 786.219895] env[69289]: _type = "Task" [ 786.219895] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.229171] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276995, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.293501] env[69289]: DEBUG nova.network.neutron [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.377274] env[69289]: DEBUG nova.scheduler.client.report [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.568562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.569104] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.569104] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.585188] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276994, 'name': PowerOffVM_Task, 'duration_secs': 0.331282} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.586158] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.586388] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.586596] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7eb7d7c-b630-4f2a-941b-16659252d485 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.675018] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.675290] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.675428] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore1] 31e4ab12-6702-4957-82d1-20088f139042 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.675693] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c2d2930-6e57-4fec-8d1f-0b5de9866045 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.682071] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 786.682071] env[69289]: value = "task-3276997" [ 786.682071] env[69289]: _type = "Task" [ 786.682071] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.690917] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.731080] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276995, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.796453] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Releasing lock "refresh_cache-b0918f9d-8d04-4d58-b39c-18ef04fadb66" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.796941] env[69289]: DEBUG nova.compute.manager [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.797186] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.798073] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac0884-cf78-4c5f-a68d-565f45148cd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.806557] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.806557] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab48a5e-4169-4ecf-8e69-2623160854f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.813065] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 786.813065] env[69289]: value = "task-3276998" [ 786.813065] env[69289]: _type = "Task" [ 786.813065] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.822407] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.882691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.885452] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.742s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.887414] env[69289]: INFO nova.compute.claims [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.910812] env[69289]: INFO nova.scheduler.client.report [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Deleted allocations for instance 940036d6-d2c5-40f3-885e-7fd35611e508 [ 786.954962] env[69289]: DEBUG nova.network.neutron [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.115107] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.193307] env[69289]: DEBUG oslo_vmware.api [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3276997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127227} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.196656] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.196656] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.196656] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.196656] env[69289]: INFO nova.compute.manager [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Took 1.14 seconds to destroy the instance on the hypervisor. [ 787.197041] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.197041] env[69289]: DEBUG nova.compute.manager [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.197177] env[69289]: DEBUG nova.network.neutron [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.230908] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276995, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.278806] env[69289]: DEBUG nova.network.neutron [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Updating instance_info_cache with network_info: [{"id": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "address": "fa:16:3e:3e:35:f4", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b482af-63", "ovs_interfaceid": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.325281] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3276998, 'name': PowerOffVM_Task, 'duration_secs': 0.125826} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.325517] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.325680] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.325945] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e57f57-daca-4d21-a746-af004376700c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.349929] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.350175] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.350355] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Deleting the datastore file [datastore2] b0918f9d-8d04-4d58-b39c-18ef04fadb66 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.350626] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36da613b-0c11-42df-9cf0-3a90e45444f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.357386] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for the task: (returnval){ [ 787.357386] env[69289]: value = "task-3277000" [ 787.357386] env[69289]: _type = "Task" [ 787.357386] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.367765] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3277000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.419545] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f2146c08-5535-4317-91b0-548ad27d5604 tempest-ListImageFiltersTestJSON-190771474 tempest-ListImageFiltersTestJSON-190771474-project-member] Lock "940036d6-d2c5-40f3-885e-7fd35611e508" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.332s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.457225] env[69289]: INFO nova.compute.manager [-] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Took 1.32 seconds to deallocate network for instance. [ 787.734113] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3276995, 'name': Rename_Task, 'duration_secs': 1.153371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.734113] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.734113] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95c313a-786d-4ef5-afd9-d9384cfeda4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.745322] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 787.745322] env[69289]: value = "task-3277001" [ 787.745322] env[69289]: _type = "Task" [ 787.745322] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.755906] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.781938] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.782317] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Instance network_info: |[{"id": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "address": "fa:16:3e:3e:35:f4", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b482af-63", "ovs_interfaceid": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.783050] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:35:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b482af-63a5-4dc1-8ca5-f2e0d6b59164', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.794979] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.794979] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.794979] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-262762a1-d373-435e-941d-892e52e0bfae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.816633] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.816633] env[69289]: value = "task-3277002" [ 787.816633] env[69289]: _type = "Task" [ 787.816633] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.825944] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277002, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.870875] env[69289]: DEBUG oslo_vmware.api [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Task: {'id': task-3277000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150968} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.870875] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.870875] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.870875] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.870875] env[69289]: INFO nova.compute.manager [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Took 1.07 seconds to destroy the instance on the hypervisor. [ 787.870875] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.871213] env[69289]: DEBUG nova.compute.manager [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.871213] env[69289]: DEBUG nova.network.neutron [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.901223] env[69289]: DEBUG nova.network.neutron [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.971498] env[69289]: DEBUG nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Received event network-changed-90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.971729] env[69289]: DEBUG nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Refreshing instance network info cache due to event network-changed-90b482af-63a5-4dc1-8ca5-f2e0d6b59164. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.972028] env[69289]: DEBUG oslo_concurrency.lockutils [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] Acquiring lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972175] env[69289]: DEBUG oslo_concurrency.lockutils [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] Acquired lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.972344] env[69289]: DEBUG nova.network.neutron [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Refreshing network info cache for port 90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.981483] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.082968] env[69289]: DEBUG nova.network.neutron [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.260568] env[69289]: DEBUG oslo_vmware.api [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277001, 'name': PowerOnVM_Task, 'duration_secs': 0.498158} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.261107] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.261327] env[69289]: INFO nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Took 8.89 seconds to spawn the instance on the hypervisor. [ 788.261521] env[69289]: DEBUG nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.262516] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663a9a6a-992c-4385-95d3-7533cf04c85c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.339697] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277002, 'name': CreateVM_Task, 'duration_secs': 0.360944} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.339847] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.340842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.340842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.341471] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.344634] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6aab6e1-7b5b-4d7c-ae9f-a6eeb96aec3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.351275] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 788.351275] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5213f4f0-8d74-6bfe-e2df-d6de6c73e2bb" [ 788.351275] env[69289]: _type = "Task" [ 788.351275] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.360445] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213f4f0-8d74-6bfe-e2df-d6de6c73e2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.406899] env[69289]: DEBUG nova.network.neutron [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.466439] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358f5b6-c3f4-403c-aac2-49e730ad9489 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.474773] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192bd1b6-910a-4f86-8ce3-6573d090340b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.510911] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63ea803-d218-4b6d-a1d5-34c865fb2df9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.519536] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a5c120-152e-40a5-8291-572f2a9efd8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534344] env[69289]: DEBUG nova.compute.provider_tree [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.588042] env[69289]: INFO nova.compute.manager [-] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Took 1.39 seconds to deallocate network for instance. [ 788.769735] env[69289]: DEBUG nova.network.neutron [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Updated VIF entry in instance network info cache for port 90b482af-63a5-4dc1-8ca5-f2e0d6b59164. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.769735] env[69289]: DEBUG nova.network.neutron [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Updating instance_info_cache with network_info: [{"id": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "address": "fa:16:3e:3e:35:f4", "network": {"id": "c7134c69-02ab-4093-a4f9-07e70ecb4d54", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1813199802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eb711fca2e440fc93e41965c6dde584", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b482af-63", "ovs_interfaceid": "90b482af-63a5-4dc1-8ca5-f2e0d6b59164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.780183] env[69289]: INFO nova.compute.manager [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Took 45.92 seconds to build instance. [ 788.867373] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213f4f0-8d74-6bfe-e2df-d6de6c73e2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011032} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.867686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.868815] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.868815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.868815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.868815] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.868815] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ca6a82b-4056-42d1-8379-24c18d9a67df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.878133] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.878345] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.879400] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fc1de8-7171-4b72-ad0e-7fcf24a349f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.886328] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 788.886328] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22379-7dd8-ea4a-29eb-366c97544ff6" [ 788.886328] env[69289]: _type = "Task" [ 788.886328] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.894259] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22379-7dd8-ea4a-29eb-366c97544ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.913011] env[69289]: INFO nova.compute.manager [-] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Took 1.04 seconds to deallocate network for instance. [ 789.042245] env[69289]: DEBUG nova.scheduler.client.report [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.094066] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.275601] env[69289]: DEBUG oslo_concurrency.lockutils [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] Releasing lock "refresh_cache-e7a4b858-af47-48a4-9198-c1f91195bac8" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275601] env[69289]: DEBUG nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Received event network-vif-deleted-9a45462e-d9f0-42b9-93fe-8d4150710d00 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.275601] env[69289]: DEBUG nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Received event network-vif-deleted-1856c752-a849-4c09-8693-39a3f8308d90 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.275601] env[69289]: INFO nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Neutron deleted interface 1856c752-a849-4c09-8693-39a3f8308d90; detaching it from the instance and deleting it from the info cache [ 789.275601] env[69289]: DEBUG nova.network.neutron [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.285606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bb05a95-5365-47a6-9442-38aea51a9460 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.577s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.400139] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b22379-7dd8-ea4a-29eb-366c97544ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.401064] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e103d4e-7809-454b-9e14-a215025b9c6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.408033] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 789.408033] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c33691-ddc7-806e-ed3e-8ae8c4d55c7a" [ 789.408033] env[69289]: _type = "Task" [ 789.408033] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.422887] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c33691-ddc7-806e-ed3e-8ae8c4d55c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.423175] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.549499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.550113] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.552775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.888s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.554271] env[69289]: INFO nova.compute.claims [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.781614] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55b316e8-a114-41c2-8e01-462d14a913b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.792612] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e922da0-ede9-4a64-aa27-4768605a201c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.837947] env[69289]: DEBUG nova.compute.manager [req-ebe1aad2-46a0-455b-b03e-a24a6b3e4e25 req-07b1a28f-46d8-4f90-820f-b824bfa820d0 service nova] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Detach interface failed, port_id=1856c752-a849-4c09-8693-39a3f8308d90, reason: Instance 31e4ab12-6702-4957-82d1-20088f139042 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 789.920105] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c33691-ddc7-806e-ed3e-8ae8c4d55c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.920384] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.921231] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e7a4b858-af47-48a4-9198-c1f91195bac8/e7a4b858-af47-48a4-9198-c1f91195bac8.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.921231] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2a710ea-6b18-4d58-a695-db12bc50ae17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.927786] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 789.927786] env[69289]: value = "task-3277003" [ 789.927786] env[69289]: _type = "Task" [ 789.927786] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.935568] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.067560] env[69289]: DEBUG nova.compute.utils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.068378] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.068544] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.114639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.114888] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.215804] env[69289]: DEBUG nova.policy [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd3d5ad8d7443f6a1a9b72f3c4b03b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbde26a0e434eafb1511065a2663212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.443282] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487552} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.443282] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e7a4b858-af47-48a4-9198-c1f91195bac8/e7a4b858-af47-48a4-9198-c1f91195bac8.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.443282] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.443282] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08553c99-7041-49af-870b-6cf58e40ae2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.449151] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 790.449151] env[69289]: value = "task-3277004" [ 790.449151] env[69289]: _type = "Task" [ 790.449151] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.456917] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.574896] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.618796] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.960931] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059918} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.964257] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.965675] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ea9626-5577-41b2-a692-925b73822719 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.991524] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] e7a4b858-af47-48a4-9198-c1f91195bac8/e7a4b858-af47-48a4-9198-c1f91195bac8.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.995199] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5209902d-fda1-4e58-b0d0-3f3a09024d1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.019880] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 791.019880] env[69289]: value = "task-3277005" [ 791.019880] env[69289]: _type = "Task" [ 791.019880] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.033048] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.103654] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b27f306-e7b4-4d83-877c-74b8a7b7b4e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.114146] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87deb4ae-1b8d-4cc3-abe1-f69714a7a032 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.165022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a8fc6-1d04-49ed-9fd9-02ae8204187d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.172342] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cf9a19-60b7-4e91-bddc-11bcd1c84fb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.189140] env[69289]: DEBUG nova.compute.provider_tree [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.191512] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.278945] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Successfully created port: 91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.528869] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277005, 'name': ReconfigVM_Task, 'duration_secs': 0.258801} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.530184] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] e7a4b858-af47-48a4-9198-c1f91195bac8/e7a4b858-af47-48a4-9198-c1f91195bac8.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.530184] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-999419fb-d4d5-477d-942e-60ab40fbc060 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.536768] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 791.536768] env[69289]: value = "task-3277006" [ 791.536768] env[69289]: _type = "Task" [ 791.536768] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.544991] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277006, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.585546] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.624618] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.625140] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.625311] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.625504] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.625712] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.625799] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.626043] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.626257] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.626350] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.626687] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.627355] env[69289]: DEBUG nova.virt.hardware [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.627900] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9a3166-80cd-4fef-bd00-8e3c46ced765 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.636563] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e78e3-3561-452d-b2de-136ce649469d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.666992] env[69289]: DEBUG nova.compute.manager [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.667938] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facb65e6-a166-4820-b5de-8c254e94ce02 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.694865] env[69289]: DEBUG nova.scheduler.client.report [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.049252] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277006, 'name': Rename_Task, 'duration_secs': 0.152118} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.049543] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.049791] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a56fd0-a287-4b33-b356-9fdb98ae08c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.056947] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 792.056947] env[69289]: value = "task-3277007" [ 792.056947] env[69289]: _type = "Task" [ 792.056947] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.064727] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.180780] env[69289]: INFO nova.compute.manager [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] instance snapshotting [ 792.186018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00b1db-0f3f-4308-a622-91a5882b5247 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.206101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.206778] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.209949] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.344s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.213200] env[69289]: INFO nova.compute.claims [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.217185] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9b5eab-1c76-44b5-8be7-291284050c29 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.572027] env[69289]: DEBUG oslo_vmware.api [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277007, 'name': PowerOnVM_Task, 'duration_secs': 0.464176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.572506] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.572980] env[69289]: INFO nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Took 7.45 seconds to spawn the instance on the hypervisor. [ 792.573212] env[69289]: DEBUG nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.574414] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abfabec-55a7-4951-99f2-c43acf1e12f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.723020] env[69289]: DEBUG nova.compute.utils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.726382] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.727374] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.730869] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.731288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6588db5c-6d0b-43dd-9f61-8dfbf721ed09 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.744038] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 792.744038] env[69289]: value = "task-3277008" [ 792.744038] env[69289]: _type = "Task" [ 792.744038] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.756037] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277008, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.812041] env[69289]: DEBUG nova.policy [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aed88f2ad2154ad691e027d214f552c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf43a501f9d7429f9e5259fe155c6e9e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.096752] env[69289]: INFO nova.compute.manager [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Took 38.23 seconds to build instance. [ 793.220820] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Successfully updated port: 91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.232019] env[69289]: DEBUG nova.compute.utils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.262397] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277008, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.283466] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Successfully created port: 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.413868] env[69289]: DEBUG nova.compute.manager [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Received event network-vif-plugged-91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.414267] env[69289]: DEBUG oslo_concurrency.lockutils [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] Acquiring lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.415225] env[69289]: DEBUG oslo_concurrency.lockutils [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.415225] env[69289]: DEBUG oslo_concurrency.lockutils [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.415225] env[69289]: DEBUG nova.compute.manager [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] No waiting events found dispatching network-vif-plugged-91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.415225] env[69289]: WARNING nova.compute.manager [req-d41fa0a8-06a5-46a2-a5ed-61066ea3e45f req-ae9a01b8-af6a-4e9b-9a61-6e6e67faaeee service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Received unexpected event network-vif-plugged-91e4104f-8371-4b24-990a-3afad3b53d81 for instance with vm_state building and task_state spawning. [ 793.457779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "7934f0d0-60ff-4783-9317-4197c896340e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.458088] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.599126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0591aca-97e6-4acb-91ca-c00ad17d157b tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.657s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.725030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.725030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.725030] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.737170] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.758770] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277008, 'name': CreateSnapshot_Task, 'duration_secs': 0.946307} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.759536] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.759837] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76669a6a-1e29-4a7c-973b-b660431af22e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.842622] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064bc9f4-b967-4393-8e46-87f02a8e928d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.854630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36411d7f-a501-4a25-b054-414333955913 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.887689] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c22ca-cdf0-4307-83d6-91b9dd5a8616 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.896736] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc734a-9d31-42f7-96e1-c30900e444b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.912308] env[69289]: DEBUG nova.compute.provider_tree [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.966335] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.274150] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.282505] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.282987] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-582450f4-0e9d-4eeb-952b-4a6c749afab8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.293035] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 794.293035] env[69289]: value = "task-3277009" [ 794.293035] env[69289]: _type = "Task" [ 794.293035] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.301882] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277009, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.415714] env[69289]: DEBUG nova.scheduler.client.report [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.494433] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.506178] env[69289]: DEBUG nova.network.neutron [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Updating instance_info_cache with network_info: [{"id": "91e4104f-8371-4b24-990a-3afad3b53d81", "address": "fa:16:3e:ba:c0:69", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e4104f-83", "ovs_interfaceid": "91e4104f-8371-4b24-990a-3afad3b53d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.751023] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.780558] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1682020541',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1689735330',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.780810] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.780966] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.781167] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.781352] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.781460] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.781666] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.781822] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.781988] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.786513] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.786738] env[69289]: DEBUG nova.virt.hardware [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.790167] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6aa891-6a32-42dd-b1cf-35e4dbd4f3cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.808723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c94a2-287f-49bf-9b96-c6b3a817872c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.812624] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277009, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.922700] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.922795] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.925690] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.983s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.925985] env[69289]: DEBUG nova.objects.instance [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lazy-loading 'resources' on Instance uuid dc9e508a-cdf2-4519-918e-384101fd1627 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.007741] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.009919] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance network_info: |[{"id": "91e4104f-8371-4b24-990a-3afad3b53d81", "address": "fa:16:3e:ba:c0:69", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e4104f-83", "ovs_interfaceid": "91e4104f-8371-4b24-990a-3afad3b53d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.011168] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c0:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91e4104f-8371-4b24-990a-3afad3b53d81', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.020564] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.020750] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.020985] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2390e56e-4fb3-483d-9026-d4d7ddbafeab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.043558] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Successfully updated port: 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.046480] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.046480] env[69289]: value = "task-3277010" [ 795.046480] env[69289]: _type = "Task" [ 795.046480] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.055036] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277010, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.310192] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277009, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.432915] env[69289]: DEBUG nova.compute.utils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.435633] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.435633] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.486351] env[69289]: DEBUG nova.policy [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.542958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.543141] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.543314] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.562344] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277010, 'name': CreateVM_Task, 'duration_secs': 0.346865} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.562593] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.563957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.563957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.565123] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.567470] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebf38e2-978f-432e-b207-0351e71796ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.573541] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 795.573541] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52947636-a857-f4cd-eee4-1ca7a6d77ea5" [ 795.573541] env[69289]: _type = "Task" [ 795.573541] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.583587] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52947636-a857-f4cd-eee4-1ca7a6d77ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.647020] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Received event network-changed-91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.647555] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Refreshing instance network info cache due to event network-changed-91e4104f-8371-4b24-990a-3afad3b53d81. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.647555] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Acquiring lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.647555] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Acquired lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.647704] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Refreshing network info cache for port 91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.806661] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Successfully created port: 1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.816845] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277009, 'name': CloneVM_Task, 'duration_secs': 1.478133} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.816845] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Created linked-clone VM from snapshot [ 795.818580] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290fcd6-aab5-4f72-9e72-082f054e5daf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.831379] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Uploading image ee831307-1883-4f34-8520-baf366bbb194 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.842798] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 795.843146] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-667edd6f-09dc-41d0-8bb3-6a32b183a0c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.850493] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 795.850493] env[69289]: value = "task-3277011" [ 795.850493] env[69289]: _type = "Task" [ 795.850493] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.863575] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277011, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.935650] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.973201] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbafc4-f521-4365-972c-caf0328077de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.982563] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2942a250-db7b-4507-ada4-9c17e44c62d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.018401] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3a191e-be3a-4e7a-8e06-10998fe1e667 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.029744] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594a362e-a05f-4a19-a4d1-741f278942b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.045903] env[69289]: DEBUG nova.compute.provider_tree [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.085031] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52947636-a857-f4cd-eee4-1ca7a6d77ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.01261} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.086017] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.087978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.088271] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.088514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.088662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.088839] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.089276] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84bb093d-e963-4d5a-8096-def914e8c05a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.099100] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.099100] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.103020] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c166cf7e-afe5-4905-ad6b-ed92b8d9c64c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.105092] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 796.105092] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52567507-8d22-108d-d82e-e456f294cd2d" [ 796.105092] env[69289]: _type = "Task" [ 796.105092] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.116285] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52567507-8d22-108d-d82e-e456f294cd2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.239647] env[69289]: DEBUG nova.network.neutron [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updating instance_info_cache with network_info: [{"id": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "address": "fa:16:3e:b4:d7:e3", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db6bcd4-c0", "ovs_interfaceid": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.363668] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277011, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.397851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "1592824a-4b04-4e34-8fa6-c752a62d609e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.399203] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.526217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "e7a4b858-af47-48a4-9198-c1f91195bac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.526217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.526217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.526217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.526217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.529148] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Updated VIF entry in instance network info cache for port 91e4104f-8371-4b24-990a-3afad3b53d81. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.529658] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Updating instance_info_cache with network_info: [{"id": "91e4104f-8371-4b24-990a-3afad3b53d81", "address": "fa:16:3e:ba:c0:69", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91e4104f-83", "ovs_interfaceid": "91e4104f-8371-4b24-990a-3afad3b53d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.533825] env[69289]: INFO nova.compute.manager [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Terminating instance [ 796.551506] env[69289]: DEBUG nova.scheduler.client.report [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.616974] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52567507-8d22-108d-d82e-e456f294cd2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.617791] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3949b5-21c4-4955-afdc-40084b3d3d53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.625223] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 796.625223] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9463b-c568-13d6-5392-41db5d2f16cd" [ 796.625223] env[69289]: _type = "Task" [ 796.625223] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.633441] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9463b-c568-13d6-5392-41db5d2f16cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.742790] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.743359] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Instance network_info: |[{"id": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "address": "fa:16:3e:b4:d7:e3", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db6bcd4-c0", "ovs_interfaceid": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.744067] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:d7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.754276] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.754572] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.754838] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a53847-7a80-42e0-9462-8bb5fd3eef55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.775609] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.775609] env[69289]: value = "task-3277012" [ 796.775609] env[69289]: _type = "Task" [ 796.775609] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.783952] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277012, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.862970] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277011, 'name': Destroy_Task, 'duration_secs': 0.578201} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.862970] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Destroyed the VM [ 796.862970] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.862970] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-375f0e35-6afb-4b02-a05e-032f8c38e270 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.870706] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 796.870706] env[69289]: value = "task-3277013" [ 796.870706] env[69289]: _type = "Task" [ 796.870706] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.878944] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.908798] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.949476] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.990492] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.990492] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.990492] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.990492] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.990876] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.991085] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.991307] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.991467] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.991630] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.991916] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.992000] env[69289]: DEBUG nova.virt.hardware [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.992843] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c471fe-20af-47ee-820e-635d2646b42d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.002603] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6121d8a7-937a-42f3-837b-9bf29c9f4d6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.037034] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Releasing lock "refresh_cache-5f68c04f-b23d-4f83-9456-c61d2f2307c2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.037034] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Received event network-vif-plugged-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.037034] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Acquiring lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.037388] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.037671] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.037951] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] No waiting events found dispatching network-vif-plugged-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.038263] env[69289]: WARNING nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Received unexpected event network-vif-plugged-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 for instance with vm_state building and task_state spawning. [ 797.038557] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Received event network-changed-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.038839] env[69289]: DEBUG nova.compute.manager [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Refreshing instance network info cache due to event network-changed-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.040904] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Acquiring lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.041203] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Acquired lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.041634] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Refreshing network info cache for port 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.045330] env[69289]: DEBUG nova.compute.manager [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.045682] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.047691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838caa6e-6a00-46d6-b4a9-bf0454ae7f5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.057944] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.057944] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-297a8e9e-576b-48a5-a354-34a47bafea66 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.060372] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.062840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.414s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.064284] env[69289]: INFO nova.compute.claims [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.076714] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 797.076714] env[69289]: value = "task-3277014" [ 797.076714] env[69289]: _type = "Task" [ 797.076714] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.087137] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.101088] env[69289]: INFO nova.scheduler.client.report [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Deleted allocations for instance dc9e508a-cdf2-4519-918e-384101fd1627 [ 797.136203] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9463b-c568-13d6-5392-41db5d2f16cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.137033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.137269] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f68c04f-b23d-4f83-9456-c61d2f2307c2/5f68c04f-b23d-4f83-9456-c61d2f2307c2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.137470] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a2c748-fa16-48a1-8a89-6004420a40c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.144913] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 797.144913] env[69289]: value = "task-3277015" [ 797.144913] env[69289]: _type = "Task" [ 797.144913] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.158917] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.288181] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277012, 'name': CreateVM_Task, 'duration_secs': 0.389705} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.288181] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.289832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.289832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.289832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.289832] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27031f3-f832-465b-896e-a38cb104aed6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.299915] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 797.299915] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f77f69-a994-42ee-528d-642711987695" [ 797.299915] env[69289]: _type = "Task" [ 797.299915] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.310703] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f77f69-a994-42ee-528d-642711987695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.382343] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277013, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.438024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.444009] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Successfully updated port: 1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.601752] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277014, 'name': PowerOffVM_Task, 'duration_secs': 0.211359} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.602111] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.602365] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.602770] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5afa47cf-dd04-498f-9b7b-b2350e106889 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.608546] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba1bc817-ecf7-4371-abda-d7840469f656 tempest-AttachInterfacesUnderV243Test-1967653321 tempest-AttachInterfacesUnderV243Test-1967653321-project-member] Lock "dc9e508a-cdf2-4519-918e-384101fd1627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.624s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.654944] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277015, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.683504] env[69289]: DEBUG nova.compute.manager [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Received event network-vif-plugged-1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.683778] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.683929] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.684102] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.684273] env[69289]: DEBUG nova.compute.manager [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] No waiting events found dispatching network-vif-plugged-1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.684448] env[69289]: WARNING nova.compute.manager [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Received unexpected event network-vif-plugged-1a19d0cd-2e16-4eaf-bc37-47b752de23d6 for instance with vm_state building and task_state spawning. [ 797.684647] env[69289]: DEBUG nova.compute.manager [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Received event network-changed-1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.684758] env[69289]: DEBUG nova.compute.manager [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Refreshing instance network info cache due to event network-changed-1a19d0cd-2e16-4eaf-bc37-47b752de23d6. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.684938] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Acquiring lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.685361] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Acquired lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.685653] env[69289]: DEBUG nova.network.neutron [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Refreshing network info cache for port 1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.695441] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.695741] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.695967] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleting the datastore file [datastore2] e7a4b858-af47-48a4-9198-c1f91195bac8 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.697124] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03806017-60a0-4a51-97c5-a4784c71bc44 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.703944] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 797.703944] env[69289]: value = "task-3277017" [ 797.703944] env[69289]: _type = "Task" [ 797.703944] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.712961] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.794378] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updated VIF entry in instance network info cache for port 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.794773] env[69289]: DEBUG nova.network.neutron [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updating instance_info_cache with network_info: [{"id": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "address": "fa:16:3e:b4:d7:e3", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db6bcd4-c0", "ovs_interfaceid": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.810386] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f77f69-a994-42ee-528d-642711987695, 'name': SearchDatastore_Task, 'duration_secs': 0.013301} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.810684] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810977] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.811246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.811399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.811621] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.811832] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e50c9b5-2e0f-483d-97d3-6c80eed7cc1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.820325] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.820526] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.821527] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222efddb-ba9d-4b96-9e2b-1052aee1b7ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.833839] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 797.833839] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524f214d-7141-e786-90f2-2a0125b0ba0b" [ 797.833839] env[69289]: _type = "Task" [ 797.833839] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.842251] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524f214d-7141-e786-90f2-2a0125b0ba0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.882008] env[69289]: DEBUG oslo_vmware.api [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98237} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.882339] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.946788] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.154942] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55654} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.157356] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f68c04f-b23d-4f83-9456-c61d2f2307c2/5f68c04f-b23d-4f83-9456-c61d2f2307c2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.157577] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.158751] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef1b2c86-1647-4c74-bae9-cba727a0f7bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.164266] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 798.164266] env[69289]: value = "task-3277018" [ 798.164266] env[69289]: _type = "Task" [ 798.164266] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.174817] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.213400] env[69289]: DEBUG oslo_vmware.api [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194798} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.215937] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.216154] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.216355] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.216541] env[69289]: INFO nova.compute.manager [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 798.216794] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.217217] env[69289]: DEBUG nova.compute.manager [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.217316] env[69289]: DEBUG nova.network.neutron [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.219354] env[69289]: DEBUG nova.network.neutron [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.302904] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3ec1f26-a16c-474d-a47a-eebd4005d625 req-f03652de-7d41-44f9-867a-12d7f819acd4 service nova] Releasing lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.344210] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524f214d-7141-e786-90f2-2a0125b0ba0b, 'name': SearchDatastore_Task, 'duration_secs': 0.016495} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.348222] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35093037-320b-4a2d-a3a5-a5c4f494ac2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.353530] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 798.353530] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525c9089-d0a5-4dad-cd20-8b654edb970c" [ 798.353530] env[69289]: _type = "Task" [ 798.353530] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.361329] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525c9089-d0a5-4dad-cd20-8b654edb970c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.368426] env[69289]: DEBUG nova.network.neutron [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.386850] env[69289]: WARNING nova.compute.manager [None req-f80e51f3-fa73-4da2-aae7-c532dc75a27d tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Image not found during snapshot: nova.exception.ImageNotFound: Image ee831307-1883-4f34-8520-baf366bbb194 could not be found. [ 798.506955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2891536d-8951-4b21-88d0-f7efcc34b3b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.514645] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec76fa-1f37-4dd3-a2d2-377f8694e80c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.546959] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51796b8-c35f-4ba6-9543-b08f41fb88a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.554837] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49bfaf-256b-4621-9f93-72778eca4cfb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.569887] env[69289]: DEBUG nova.compute.provider_tree [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.659072] env[69289]: DEBUG nova.compute.manager [req-4b03e502-31a8-49a0-9260-2526b0ab361a req-fcf1de1f-a60f-4cc7-ba98-42be066980da service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Received event network-vif-deleted-90b482af-63a5-4dc1-8ca5-f2e0d6b59164 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.659337] env[69289]: INFO nova.compute.manager [req-4b03e502-31a8-49a0-9260-2526b0ab361a req-fcf1de1f-a60f-4cc7-ba98-42be066980da service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Neutron deleted interface 90b482af-63a5-4dc1-8ca5-f2e0d6b59164; detaching it from the instance and deleting it from the info cache [ 798.659516] env[69289]: DEBUG nova.network.neutron [req-4b03e502-31a8-49a0-9260-2526b0ab361a req-fcf1de1f-a60f-4cc7-ba98-42be066980da service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.673804] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072134} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.674066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.674883] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b43bb3-b3a3-49b1-b69c-a03ac98f3d7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.697433] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 5f68c04f-b23d-4f83-9456-c61d2f2307c2/5f68c04f-b23d-4f83-9456-c61d2f2307c2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.698168] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a00e1a1e-6261-4252-b9b6-1c3c37fbd1e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.718286] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 798.718286] env[69289]: value = "task-3277019" [ 798.718286] env[69289]: _type = "Task" [ 798.718286] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.726255] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.863689] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525c9089-d0a5-4dad-cd20-8b654edb970c, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.863996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.864271] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/339382d9-8ce9-41f7-a94e-c52375fdf9a0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.864530] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1faabb98-2a35-4320-9088-005db17647ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.870952] env[69289]: DEBUG oslo_concurrency.lockutils [req-4fded9b0-b441-473c-843c-1b8c652e9063 req-dcbe4f8e-3715-4a17-800a-4e20fee6bc42 service nova] Releasing lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871374] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 798.871374] env[69289]: value = "task-3277020" [ 798.871374] env[69289]: _type = "Task" [ 798.871374] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.871554] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871705] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.881421] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.934213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.934607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.934715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.934934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.935122] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.937733] env[69289]: INFO nova.compute.manager [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Terminating instance [ 799.075136] env[69289]: DEBUG nova.scheduler.client.report [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.097016] env[69289]: DEBUG nova.network.neutron [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.162434] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71a38310-a93a-408a-b49c-e3ff87ceaaf3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.172195] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296f5ffa-7d6a-438d-ab79-bf33eb2c7b16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.204827] env[69289]: DEBUG nova.compute.manager [req-4b03e502-31a8-49a0-9260-2526b0ab361a req-fcf1de1f-a60f-4cc7-ba98-42be066980da service nova] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Detach interface failed, port_id=90b482af-63a5-4dc1-8ca5-f2e0d6b59164, reason: Instance e7a4b858-af47-48a4-9198-c1f91195bac8 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.227587] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277019, 'name': ReconfigVM_Task, 'duration_secs': 0.254555} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.227856] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 5f68c04f-b23d-4f83-9456-c61d2f2307c2/5f68c04f-b23d-4f83-9456-c61d2f2307c2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.228575] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77498b93-4f99-41e0-b7f7-51cbaef79bc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.234756] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 799.234756] env[69289]: value = "task-3277021" [ 799.234756] env[69289]: _type = "Task" [ 799.234756] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.242928] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277021, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.387466] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.441871] env[69289]: DEBUG nova.compute.manager [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.442891] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.442934] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006bbcf-9458-41c9-a389-199c32fe5cc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.452623] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.452623] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e090f0ed-18e4-4763-9ebe-4797bf7daefa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.459662] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 799.459662] env[69289]: value = "task-3277022" [ 799.459662] env[69289]: _type = "Task" [ 799.459662] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.468936] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.471893] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.583027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.583355] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.586862] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.898s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.587218] env[69289]: DEBUG nova.objects.instance [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lazy-loading 'resources' on Instance uuid 64f221f7-1541-4089-94fd-a78dcba47eb8 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.600917] env[69289]: INFO nova.compute.manager [-] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Took 1.38 seconds to deallocate network for instance. [ 799.746602] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277021, 'name': Rename_Task, 'duration_secs': 0.149884} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.746884] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.747158] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449d682d-3008-42c1-a0ca-0e91a5f12075 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.753733] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 799.753733] env[69289]: value = "task-3277023" [ 799.753733] env[69289]: _type = "Task" [ 799.753733] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.761681] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.817859] env[69289]: DEBUG nova.network.neutron [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Updating instance_info_cache with network_info: [{"id": "1a19d0cd-2e16-4eaf-bc37-47b752de23d6", "address": "fa:16:3e:27:1a:c7", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a19d0cd-2e", "ovs_interfaceid": "1a19d0cd-2e16-4eaf-bc37-47b752de23d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.885497] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766828} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.885641] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/339382d9-8ce9-41f7-a94e-c52375fdf9a0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.885853] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.886128] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d54749b2-35d2-4d09-9cdc-48c09bb94efb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.892134] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 799.892134] env[69289]: value = "task-3277024" [ 799.892134] env[69289]: _type = "Task" [ 799.892134] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.901118] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.969670] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277022, 'name': PowerOffVM_Task, 'duration_secs': 0.239116} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.969982] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.970119] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.970381] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5fe6ee7-ae77-422f-873b-d0d26b27ed28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.046552] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.046842] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.047099] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleting the datastore file [datastore1] df922f27-c7f0-4fa3-be0c-df36a5f4b34b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.047379] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fa81f6-5408-4eb5-b61a-528643c0ac74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.054795] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 800.054795] env[69289]: value = "task-3277026" [ 800.054795] env[69289]: _type = "Task" [ 800.054795] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.063712] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.091659] env[69289]: DEBUG nova.compute.utils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.096467] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.096467] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.106547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.217635] env[69289]: DEBUG nova.policy [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc0692b7750948678eb5eae69872a1f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1be653c80e2743d79955a54c52cb4a8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.276837] env[69289]: DEBUG oslo_vmware.api [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277023, 'name': PowerOnVM_Task, 'duration_secs': 0.447566} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.277501] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.278342] env[69289]: INFO nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Took 8.69 seconds to spawn the instance on the hypervisor. [ 800.278342] env[69289]: DEBUG nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.279308] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7828b35-a810-49e7-bdb0-a2b60e986888 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.321097] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-412ed133-69cb-4ec0-add8-99466e3bbdfb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.321420] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance network_info: |[{"id": "1a19d0cd-2e16-4eaf-bc37-47b752de23d6", "address": "fa:16:3e:27:1a:c7", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a19d0cd-2e", "ovs_interfaceid": "1a19d0cd-2e16-4eaf-bc37-47b752de23d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.321936] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1a:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a19d0cd-2e16-4eaf-bc37-47b752de23d6', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.330838] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.333905] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.334486] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4981498-60b6-47be-97e6-f59851b59a04 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.360447] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.360447] env[69289]: value = "task-3277027" [ 800.360447] env[69289]: _type = "Task" [ 800.360447] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.371747] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277027, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.405979] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066548} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.406535] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.407368] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b50ab4-10ca-4368-9972-3d6ea3f39373 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.433545] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/339382d9-8ce9-41f7-a94e-c52375fdf9a0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.436471] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e046dc-e63b-4e8e-8aec-cd59f5604a95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.458442] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 800.458442] env[69289]: value = "task-3277028" [ 800.458442] env[69289]: _type = "Task" [ 800.458442] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.467421] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.506675] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.507474] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.567473] env[69289]: DEBUG oslo_vmware.api [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141654} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.567795] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.568031] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.568272] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.568462] env[69289]: INFO nova.compute.manager [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 800.569341] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.571365] env[69289]: DEBUG nova.compute.manager [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.571485] env[69289]: DEBUG nova.network.neutron [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.596236] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.656388] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f6512-e426-4085-82b2-53e4a6193402 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.666679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbeeb3d-8284-46a7-919b-bcc10b28b15c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.699250] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Successfully created port: 4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.704058] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283077f2-0690-4295-979a-bbd268e8a928 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.711657] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c1659-108c-4ba9-91d3-feff7a991d05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.726420] env[69289]: DEBUG nova.compute.provider_tree [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.802174] env[69289]: INFO nova.compute.manager [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Took 41.70 seconds to build instance. [ 800.872663] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277027, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.970853] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277028, 'name': ReconfigVM_Task, 'duration_secs': 0.28889} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.971175] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/339382d9-8ce9-41f7-a94e-c52375fdf9a0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.971509] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69289) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 800.972272] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a5074f2a-4b70-41f6-b499-39cb3e6e3c63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.979759] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 800.979759] env[69289]: value = "task-3277029" [ 800.979759] env[69289]: _type = "Task" [ 800.979759] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.992166] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277029, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.017069] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 801.017069] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.229602] env[69289]: DEBUG nova.scheduler.client.report [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.272146] env[69289]: DEBUG nova.compute.manager [req-6a6cc43f-457e-4570-bbfe-2a150cad5d63 req-e0a3c10d-6e58-4bdb-8ea2-066357d3a06b service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Received event network-vif-deleted-0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.272146] env[69289]: INFO nova.compute.manager [req-6a6cc43f-457e-4570-bbfe-2a150cad5d63 req-e0a3c10d-6e58-4bdb-8ea2-066357d3a06b service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Neutron deleted interface 0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8; detaching it from the instance and deleting it from the info cache [ 801.272520] env[69289]: DEBUG nova.network.neutron [req-6a6cc43f-457e-4570-bbfe-2a150cad5d63 req-e0a3c10d-6e58-4bdb-8ea2-066357d3a06b service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.304340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2afecc60-eedc-4a62-b681-89976ba07c31 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.965s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.374385] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277027, 'name': CreateVM_Task, 'duration_secs': 0.616921} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.374622] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.375414] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.375585] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.375904] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.376178] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd29626-0205-492f-868b-68c75885e9dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.381076] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 801.381076] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d304b2-9510-f08e-ca83-a84e5b7ba70d" [ 801.381076] env[69289]: _type = "Task" [ 801.381076] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.388973] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d304b2-9510-f08e-ca83-a84e5b7ba70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.490940] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277029, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052568} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.491618] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69289) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 801.492314] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59886fa0-56ed-40d4-90f9-c5ff394b53be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.520311] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/ephemeral_0.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.520681] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78238fff-9534-440e-b6e0-b835f3540b7b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.536534] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.544725] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 801.544725] env[69289]: value = "task-3277030" [ 801.544725] env[69289]: _type = "Task" [ 801.544725] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.552768] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.608370] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.636845] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.637105] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.637285] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.637482] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.637622] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.637749] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.638098] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.638272] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.638448] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.638614] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.638822] env[69289]: DEBUG nova.virt.hardware [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.639745] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31cd920-0fbf-499f-85ba-638c5fb64b97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.647967] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9747f8cb-b0b4-491d-b1a1-c628277ed9b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.735340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.737622] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.990s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.737858] env[69289]: DEBUG nova.objects.instance [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lazy-loading 'resources' on Instance uuid 4c14a4e7-77a2-48f1-9c5b-77785e45e79f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.748207] env[69289]: DEBUG nova.network.neutron [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.763463] env[69289]: INFO nova.scheduler.client.report [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleted allocations for instance 64f221f7-1541-4089-94fd-a78dcba47eb8 [ 801.776240] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61532eb0-8861-44fb-9167-74e9e7c223ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.786154] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c635c1-a699-45c6-b79b-da94e7cec1c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.819055] env[69289]: DEBUG nova.compute.manager [req-6a6cc43f-457e-4570-bbfe-2a150cad5d63 req-e0a3c10d-6e58-4bdb-8ea2-066357d3a06b service nova] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Detach interface failed, port_id=0b57975e-53fb-4d60-89d7-4d5c2f4cd5c8, reason: Instance df922f27-c7f0-4fa3-be0c-df36a5f4b34b could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.891733] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d304b2-9510-f08e-ca83-a84e5b7ba70d, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.892052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.892297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.892533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.892680] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.892857] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.893137] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-addff621-2ffe-4429-bea1-daa37c428ad5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.902392] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.902592] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.903349] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31cec14-7303-49c0-89e3-d8337e99a2e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.910367] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 801.910367] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bfdd7d-32b3-b15e-d430-ae1cd1e49ca6" [ 801.910367] env[69289]: _type = "Task" [ 801.910367] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.919479] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bfdd7d-32b3-b15e-d430-ae1cd1e49ca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.053436] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277030, 'name': ReconfigVM_Task, 'duration_secs': 0.45517} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.053436] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0/ephemeral_0.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.054027] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c006831b-6a29-4903-8ec3-ace82be3b0a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.060373] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 802.060373] env[69289]: value = "task-3277031" [ 802.060373] env[69289]: _type = "Task" [ 802.060373] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.069462] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277031, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.181025] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62181e6f-fdfc-4442-9c2e-28380cef81cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.187116] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Suspending the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 802.187635] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ca754eed-b040-421e-ad7a-8738ed2626d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.195498] env[69289]: DEBUG oslo_vmware.api [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 802.195498] env[69289]: value = "task-3277032" [ 802.195498] env[69289]: _type = "Task" [ 802.195498] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.203620] env[69289]: DEBUG oslo_vmware.api [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277032, 'name': SuspendVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.252584] env[69289]: INFO nova.compute.manager [-] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Took 1.68 seconds to deallocate network for instance. [ 802.271886] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4527369e-f96d-49de-9cd0-ac798838e36e tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "64f221f7-1541-4089-94fd-a78dcba47eb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.611s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.425655] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bfdd7d-32b3-b15e-d430-ae1cd1e49ca6, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.426455] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5604adbd-6b16-47af-b7bd-50a5e7088407 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.432308] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 802.432308] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526b1ff8-f61b-3e79-1d4e-0b5bdb6bf197" [ 802.432308] env[69289]: _type = "Task" [ 802.432308] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.444735] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526b1ff8-f61b-3e79-1d4e-0b5bdb6bf197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.454274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "f4cd7756-3885-40f2-a4de-a7311adca389" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.454709] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.454832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.454915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.455084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.459091] env[69289]: INFO nova.compute.manager [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Terminating instance [ 802.550565] env[69289]: DEBUG nova.compute.manager [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received event network-vif-plugged-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.550565] env[69289]: DEBUG oslo_concurrency.lockutils [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] Acquiring lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.550565] env[69289]: DEBUG oslo_concurrency.lockutils [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.550565] env[69289]: DEBUG oslo_concurrency.lockutils [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.550565] env[69289]: DEBUG nova.compute.manager [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] No waiting events found dispatching network-vif-plugged-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.550565] env[69289]: WARNING nova.compute.manager [req-98b48a81-aa0c-40fd-aa04-9cef0aa325a2 req-672fd598-cc09-4970-befb-55354333d0d7 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received unexpected event network-vif-plugged-4ae74064-5c32-401a-9bd6-6c5f9f92f65c for instance with vm_state building and task_state spawning. [ 802.579947] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277031, 'name': Rename_Task, 'duration_secs': 0.263713} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.582349] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.584967] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0fbeebb-6662-4296-8eab-0f53a7c13b9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.593244] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 802.593244] env[69289]: value = "task-3277033" [ 802.593244] env[69289]: _type = "Task" [ 802.593244] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.600646] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.649796] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Successfully updated port: 4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.707309] env[69289]: DEBUG oslo_vmware.api [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277032, 'name': SuspendVM_Task} progress is 62%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.739559] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3552e67-73b8-4071-bde4-d69a92ebb4be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.747459] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd11f08-fe1a-4f71-b3b3-fb4a6ebacf22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.778888] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.780116] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162d7a2-e4db-4018-8eca-348b0f602ddd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.787669] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f3418-9e38-49a6-830e-f34fd18e72ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.802088] env[69289]: DEBUG nova.compute.provider_tree [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.945380] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526b1ff8-f61b-3e79-1d4e-0b5bdb6bf197, 'name': SearchDatastore_Task, 'duration_secs': 0.014822} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.945601] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.945894] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 412ed133-69cb-4ec0-add8-99466e3bbdfb/412ed133-69cb-4ec0-add8-99466e3bbdfb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.946170] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de1626b-4f39-4a26-abf3-924a2547f6f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.952663] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 802.952663] env[69289]: value = "task-3277034" [ 802.952663] env[69289]: _type = "Task" [ 802.952663] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.960213] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.967150] env[69289]: DEBUG nova.compute.manager [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.967150] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.968021] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594708da-5580-4160-8181-a928f096a517 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.974859] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.975105] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6050f197-3598-4606-99dc-4ddd24cba84c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.980396] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 802.980396] env[69289]: value = "task-3277035" [ 802.980396] env[69289]: _type = "Task" [ 802.980396] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.987781] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3277035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.103399] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.152103] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.152217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.152420] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.206268] env[69289]: DEBUG oslo_vmware.api [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277032, 'name': SuspendVM_Task, 'duration_secs': 0.657895} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.206543] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Suspended the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 803.206726] env[69289]: DEBUG nova.compute.manager [None req-aedb5d97-b6e4-433d-97fa-713039eb6a57 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.207553] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0120d3c-3177-404e-82dd-ea03758d2fb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.305227] env[69289]: DEBUG nova.scheduler.client.report [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.463515] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.489951] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3277035, 'name': PowerOffVM_Task, 'duration_secs': 0.180987} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.490284] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.490484] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.490758] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67667198-a810-4d0d-ae37-058afb8cf2da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.561678] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.561976] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.562191] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleting the datastore file [datastore2] f4cd7756-3885-40f2-a4de-a7311adca389 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.562462] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0356893d-515a-49ca-9f13-9bb7f798ede1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.568630] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for the task: (returnval){ [ 803.568630] env[69289]: value = "task-3277037" [ 803.568630] env[69289]: _type = "Task" [ 803.568630] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.576686] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3277037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.605402] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.704745] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.812242] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.814491] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.593s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.817768] env[69289]: INFO nova.compute.claims [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.836076] env[69289]: INFO nova.scheduler.client.report [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Deleted allocations for instance 4c14a4e7-77a2-48f1-9c5b-77785e45e79f [ 803.914976] env[69289]: DEBUG nova.network.neutron [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updating instance_info_cache with network_info: [{"id": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "address": "fa:16:3e:d6:2c:3a", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae74064-5c", "ovs_interfaceid": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.966366] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813626} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.966718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 412ed133-69cb-4ec0-add8-99466e3bbdfb/412ed133-69cb-4ec0-add8-99466e3bbdfb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.967032] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.967368] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3751c233-4010-4efd-aced-ba6ce7336bb9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.974817] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 803.974817] env[69289]: value = "task-3277038" [ 803.974817] env[69289]: _type = "Task" [ 803.974817] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.984759] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.078802] env[69289]: DEBUG oslo_vmware.api [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Task: {'id': task-3277037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318744} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.079081] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.079291] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.079475] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.079656] env[69289]: INFO nova.compute.manager [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Took 1.11 seconds to destroy the instance on the hypervisor. [ 804.079889] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.080099] env[69289]: DEBUG nova.compute.manager [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.080194] env[69289]: DEBUG nova.network.neutron [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.103632] env[69289]: DEBUG oslo_vmware.api [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277033, 'name': PowerOnVM_Task, 'duration_secs': 1.424003} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.103975] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.104099] env[69289]: INFO nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Took 9.35 seconds to spawn the instance on the hypervisor. [ 804.104284] env[69289]: DEBUG nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.105062] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfebf22f-1b03-4d16-8345-7d0077c6fda2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.349559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3b203a4f-5221-466b-b247-f6878823a07c tempest-ServerAddressesTestJSON-1241071398 tempest-ServerAddressesTestJSON-1241071398-project-member] Lock "4c14a4e7-77a2-48f1-9c5b-77785e45e79f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.139s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.418442] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.418624] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Instance network_info: |[{"id": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "address": "fa:16:3e:d6:2c:3a", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae74064-5c", "ovs_interfaceid": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.419667] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:2c:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ae74064-5c32-401a-9bd6-6c5f9f92f65c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.427780] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Creating folder: Project (1be653c80e2743d79955a54c52cb4a8e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.428139] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-060f7fb9-2300-4d9a-a5eb-675b86717747 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.439483] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Created folder: Project (1be653c80e2743d79955a54c52cb4a8e) in parent group-v654351. [ 804.439687] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Creating folder: Instances. Parent ref: group-v654505. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.439922] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0707f5d7-8801-4e59-bee9-8b33892e4499 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.449625] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Created folder: Instances in parent group-v654505. [ 804.449860] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.450052] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.450259] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5d3d762-7e66-453e-b77f-7eb67c261fa4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.470479] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.470479] env[69289]: value = "task-3277041" [ 804.470479] env[69289]: _type = "Task" [ 804.470479] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.482892] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277041, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.487178] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216018} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.487621] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.488137] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe5a9b1-9f82-4dd9-9b5e-f88497150aca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.512275] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 412ed133-69cb-4ec0-add8-99466e3bbdfb/412ed133-69cb-4ec0-add8-99466e3bbdfb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.512779] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87241d9-cd04-4fb0-9da6-fcc357b81d11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535074] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 804.535074] env[69289]: value = "task-3277042" [ 804.535074] env[69289]: _type = "Task" [ 804.535074] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.544713] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.622217] env[69289]: INFO nova.compute.manager [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Took 42.98 seconds to build instance. [ 804.649985] env[69289]: DEBUG nova.compute.manager [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.650383] env[69289]: DEBUG nova.compute.manager [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing instance network info cache due to event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.650611] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] Acquiring lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.651359] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] Acquired lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.651359] env[69289]: DEBUG nova.network.neutron [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.896376] env[69289]: DEBUG nova.network.neutron [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.988302] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277041, 'name': CreateVM_Task, 'duration_secs': 0.418767} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.988476] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.989203] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.989365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.989718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.990126] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8a3b9b-66be-400c-9149-2e467f72260e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.999162] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 804.999162] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52973a3f-05b4-511b-0580-6b26adebf8a0" [ 804.999162] env[69289]: _type = "Task" [ 804.999162] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.006277] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52973a3f-05b4-511b-0580-6b26adebf8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.046834] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277042, 'name': ReconfigVM_Task, 'duration_secs': 0.430353} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.047208] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 412ed133-69cb-4ec0-add8-99466e3bbdfb/412ed133-69cb-4ec0-add8-99466e3bbdfb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.048115] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-359aed7b-17fc-41a5-a3e3-779ee5899207 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.054143] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 805.054143] env[69289]: value = "task-3277043" [ 805.054143] env[69289]: _type = "Task" [ 805.054143] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.062427] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277043, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.124092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f7e3e242-ff58-4434-9c5b-616b9ce0cd14 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.560s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.247943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f85cab-3cea-456b-9bcb-96b0d4ee6f8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.260015] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7a0453-b20f-428a-84c1-766882fa222d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.302607] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61accb4-38e2-4212-85f1-53bf73551495 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310398] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded50447-f624-4532-8133-1c370135a1cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.334540] env[69289]: DEBUG nova.compute.provider_tree [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.399518] env[69289]: INFO nova.compute.manager [-] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Took 1.32 seconds to deallocate network for instance. [ 805.474212] env[69289]: DEBUG nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.475470] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3929d4-0b25-4a65-b9ac-6aff054419e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.486673] env[69289]: DEBUG nova.network.neutron [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updated VIF entry in instance network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.487074] env[69289]: DEBUG nova.network.neutron [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updating instance_info_cache with network_info: [{"id": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "address": "fa:16:3e:d6:2c:3a", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae74064-5c", "ovs_interfaceid": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.508478] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52973a3f-05b4-511b-0580-6b26adebf8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.508832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.509164] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.509469] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.509631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.510067] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.510067] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85f45cdb-1f65-4858-8d17-7900ffccaa1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.521020] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.521020] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.521020] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eca7912-a142-4989-92da-135c5199bcfb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.525692] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 805.525692] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5241f085-27f6-cf9a-2a80-ff1c21b734e3" [ 805.525692] env[69289]: _type = "Task" [ 805.525692] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.533348] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5241f085-27f6-cf9a-2a80-ff1c21b734e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.565593] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277043, 'name': Rename_Task, 'duration_secs': 0.144278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.565865] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.570612] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad86940-392a-49a1-be82-a1b58fcf03ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.577541] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 805.577541] env[69289]: value = "task-3277044" [ 805.577541] env[69289]: _type = "Task" [ 805.577541] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.585486] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.839311] env[69289]: DEBUG nova.scheduler.client.report [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.910015] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.990335] env[69289]: INFO nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] instance snapshotting [ 805.990598] env[69289]: WARNING nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 805.994746] env[69289]: DEBUG oslo_concurrency.lockutils [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] Releasing lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.997628] env[69289]: DEBUG nova.compute.manager [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Received event network-vif-deleted-d13d4273-d7e4-4254-bf17-b92ddceb9d04 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.997628] env[69289]: INFO nova.compute.manager [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Neutron deleted interface d13d4273-d7e4-4254-bf17-b92ddceb9d04; detaching it from the instance and deleting it from the info cache [ 805.997772] env[69289]: DEBUG nova.network.neutron [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.999978] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6f4ab7-c5db-4808-9dc2-8cbbe9c68311 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.025267] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a1ebd8-328d-46d8-bc7f-bdd1fae42472 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.050586] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5241f085-27f6-cf9a-2a80-ff1c21b734e3, 'name': SearchDatastore_Task, 'duration_secs': 0.036639} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.054024] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7066e9b-99c8-4df4-a249-66cac623a32f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.059198] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 806.059198] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d839f3-c6fa-3af6-5c00-d67a7c474f00" [ 806.059198] env[69289]: _type = "Task" [ 806.059198] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.069292] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d839f3-c6fa-3af6-5c00-d67a7c474f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.087636] env[69289]: DEBUG oslo_vmware.api [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277044, 'name': PowerOnVM_Task, 'duration_secs': 0.495595} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.089026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.089026] env[69289]: INFO nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Took 9.14 seconds to spawn the instance on the hypervisor. [ 806.089026] env[69289]: DEBUG nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.089777] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40307ec7-612e-4734-97a1-fe6d1d957e98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.119869] env[69289]: DEBUG nova.compute.manager [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Received event network-changed-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.120083] env[69289]: DEBUG nova.compute.manager [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Refreshing instance network info cache due to event network-changed-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.120299] env[69289]: DEBUG oslo_concurrency.lockutils [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] Acquiring lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.120466] env[69289]: DEBUG oslo_concurrency.lockutils [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] Acquired lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.120647] env[69289]: DEBUG nova.network.neutron [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Refreshing network info cache for port 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.345642] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.346646] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.348665] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.758s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.350124] env[69289]: INFO nova.compute.claims [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.504978] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03cc381f-afdd-4a88-923a-41e2ec5e0340 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.514673] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8b3e70-f8cf-4d4f-8a13-2c6523e4c526 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.548650] env[69289]: DEBUG nova.compute.manager [req-d3aaadef-42db-434a-9984-1bdd88508072 req-a5fb88a2-6036-457e-a8bb-a2c57c028434 service nova] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Detach interface failed, port_id=d13d4273-d7e4-4254-bf17-b92ddceb9d04, reason: Instance f4cd7756-3885-40f2-a4de-a7311adca389 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.554171] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.554472] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f86dcb09-a826-4b1b-874a-603e2f588f71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.561725] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 806.561725] env[69289]: value = "task-3277045" [ 806.561725] env[69289]: _type = "Task" [ 806.561725] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.572993] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d839f3-c6fa-3af6-5c00-d67a7c474f00, 'name': SearchDatastore_Task, 'duration_secs': 0.027438} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.576018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.576307] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 14300b9a-f3ef-42ce-aa60-40dbca9af7a6/14300b9a-f3ef-42ce-aa60-40dbca9af7a6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.576579] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.576792] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5303efa0-e6e0-4840-a68d-86a0f19fcee8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.583741] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 806.583741] env[69289]: value = "task-3277046" [ 806.583741] env[69289]: _type = "Task" [ 806.583741] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.591999] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.608673] env[69289]: INFO nova.compute.manager [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Took 42.76 seconds to build instance. [ 806.854987] env[69289]: DEBUG nova.compute.utils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.859417] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.859665] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.907651] env[69289]: DEBUG nova.policy [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d41f17b85d645a2825ece6d1c9db0b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35fd6d3950474e8c9295e862e4c50b4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.077758] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277045, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.094095] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470444} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.094382] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 14300b9a-f3ef-42ce-aa60-40dbca9af7a6/14300b9a-f3ef-42ce-aa60-40dbca9af7a6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.094821] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.095167] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c24c6e79-2c62-42d7-9eab-956474237de4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.102490] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 807.102490] env[69289]: value = "task-3277047" [ 807.102490] env[69289]: _type = "Task" [ 807.102490] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.112076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-38b419a3-a887-4672-a559-88d399c85246 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.084s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.112378] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.211414] env[69289]: DEBUG nova.network.neutron [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updated VIF entry in instance network info cache for port 3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.213076] env[69289]: DEBUG nova.network.neutron [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updating instance_info_cache with network_info: [{"id": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "address": "fa:16:3e:b4:d7:e3", "network": {"id": "2b3a701c-3fd9-43fe-ab58-f6bcc4663d46", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1228702689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf43a501f9d7429f9e5259fe155c6e9e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3db6bcd4-c0", "ovs_interfaceid": "3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.234228] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Successfully created port: 143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.360747] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 807.575353] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277045, 'name': CreateSnapshot_Task, 'duration_secs': 0.662935} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.575654] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.576748] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7f74c0-62bf-44ee-8f43-31a8c528ba63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.618747] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067137} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.619234] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.620252] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba85096-425b-40e0-a28e-f27e1eb81517 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.646037] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 14300b9a-f3ef-42ce-aa60-40dbca9af7a6/14300b9a-f3ef-42ce-aa60-40dbca9af7a6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.649195] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a6544a-6b07-40ee-b220-3c57bd586103 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.670635] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 807.670635] env[69289]: value = "task-3277048" [ 807.670635] env[69289]: _type = "Task" [ 807.670635] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.682091] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.715123] env[69289]: DEBUG oslo_concurrency.lockutils [req-3e9d03c4-b58b-4aab-9eeb-216d92282788 req-516f7189-e8d7-443a-ae06-54f4ace8e4e8 service nova] Releasing lock "refresh_cache-339382d9-8ce9-41f7-a94e-c52375fdf9a0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.844788] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90af317f-c75c-4ada-b248-b9659bc8e931 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.852493] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4a45a-a181-406d-913c-c433a4258209 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.887694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb231a90-aa3c-4aec-95ec-5f2812478f06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.895170] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558a17c-133d-4c78-ae14-eb26b8d411df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.908843] env[69289]: DEBUG nova.compute.provider_tree [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.101745] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.102326] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca0dd6c6-06cb-4b1e-9975-218abd0dd3f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.114035] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 808.114035] env[69289]: value = "task-3277049" [ 808.114035] env[69289]: _type = "Task" [ 808.114035] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.120088] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277049, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.182054] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.388859] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 808.414449] env[69289]: DEBUG nova.scheduler.client.report [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.419842] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.420312] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.420587] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.420934] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.421232] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.421496] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.421810] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.422084] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.422374] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.422660] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.422978] env[69289]: DEBUG nova.virt.hardware [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.424013] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b1cc3-ad2d-4ee2-b42b-c63b851eb7b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.433862] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd340cdd-41e2-4043-b01a-b44c49f3b25a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.623706] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277049, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.684810] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.694646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.694900] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.801761] env[69289]: DEBUG nova.compute.manager [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Received event network-vif-plugged-143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.802063] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] Acquiring lock "9fb233a8-151c-4467-838b-86e9c5425181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.802373] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] Lock "9fb233a8-151c-4467-838b-86e9c5425181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.802522] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] Lock "9fb233a8-151c-4467-838b-86e9c5425181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.802757] env[69289]: DEBUG nova.compute.manager [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] No waiting events found dispatching network-vif-plugged-143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.802964] env[69289]: WARNING nova.compute.manager [req-0cf0964c-69fa-44aa-82a2-c656a093742e req-b146c54e-9d28-4fc7-8d65-b6119bb11fad service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Received unexpected event network-vif-plugged-143d04f3-e226-4f38-afb3-7567cdead76c for instance with vm_state building and task_state spawning. [ 808.805727] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Successfully updated port: 143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.928933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.929715] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.932798] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.992s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.933085] env[69289]: DEBUG nova.objects.instance [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lazy-loading 'resources' on Instance uuid 83ba7def-ccab-4225-bfc3-9768c318ec0f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.131330] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277049, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.184797] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277048, 'name': ReconfigVM_Task, 'duration_secs': 1.015985} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.185195] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 14300b9a-f3ef-42ce-aa60-40dbca9af7a6/14300b9a-f3ef-42ce-aa60-40dbca9af7a6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.186099] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d2faa2a-682a-48ec-a3c6-9bb3c5b7f559 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.194588] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 809.194588] env[69289]: value = "task-3277050" [ 809.194588] env[69289]: _type = "Task" [ 809.194588] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.198689] env[69289]: DEBUG nova.compute.utils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.206299] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277050, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.308249] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.308493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquired lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.308707] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.436684] env[69289]: DEBUG nova.compute.utils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.443387] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.443387] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.483394] env[69289]: DEBUG nova.policy [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.640437] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277049, 'name': CloneVM_Task, 'duration_secs': 1.50658} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.640437] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Created linked-clone VM from snapshot [ 809.640437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a858734-c318-42fd-9dcc-7c88b2b1ebc8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.648526] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Uploading image 145cae94-149f-4752-81fc-2a3fe37d5b27 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.681771] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.681771] env[69289]: value = "vm-654509" [ 809.681771] env[69289]: _type = "VirtualMachine" [ 809.681771] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.682578] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8eca3d51-ded2-4541-8536-df35ea65b8c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.692573] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease: (returnval){ [ 809.692573] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfd250-2990-45e0-0474-bbd8cdf6eba6" [ 809.692573] env[69289]: _type = "HttpNfcLease" [ 809.692573] env[69289]: } obtained for exporting VM: (result){ [ 809.692573] env[69289]: value = "vm-654509" [ 809.692573] env[69289]: _type = "VirtualMachine" [ 809.692573] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.692573] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the lease: (returnval){ [ 809.692573] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfd250-2990-45e0-0474-bbd8cdf6eba6" [ 809.692573] env[69289]: _type = "HttpNfcLease" [ 809.692573] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.704181] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.707445] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.707445] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfd250-2990-45e0-0474-bbd8cdf6eba6" [ 809.707445] env[69289]: _type = "HttpNfcLease" [ 809.707445] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.712075] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277050, 'name': Rename_Task, 'duration_secs': 0.196865} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.712340] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.712591] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c972a3-9937-4778-aa95-7837dead96a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.720982] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 809.720982] env[69289]: value = "task-3277052" [ 809.720982] env[69289]: _type = "Task" [ 809.720982] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.729899] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.831144] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Successfully created port: 7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.852188] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.945347] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.963334] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9898ff9a-b2bd-4d20-877b-63f3f661bf8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.971683] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3cf7c-ef2a-4db9-9a1f-57af07c6d183 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.006265] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9aeacb-49be-47c4-b1f8-5508d79d05c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.014917] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b7af2-f2f0-4b31-ad93-6dcf46e8f769 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.033264] env[69289]: DEBUG nova.compute.provider_tree [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.046079] env[69289]: DEBUG nova.network.neutron [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Updating instance_info_cache with network_info: [{"id": "143d04f3-e226-4f38-afb3-7567cdead76c", "address": "fa:16:3e:30:9d:14", "network": {"id": "3cd19d01-4535-4ad0-a5c6-6f7fcd232da4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281043538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35fd6d3950474e8c9295e862e4c50b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143d04f3-e2", "ovs_interfaceid": "143d04f3-e226-4f38-afb3-7567cdead76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.200303] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.200303] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfd250-2990-45e0-0474-bbd8cdf6eba6" [ 810.200303] env[69289]: _type = "HttpNfcLease" [ 810.200303] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.200628] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.200628] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cfd250-2990-45e0-0474-bbd8cdf6eba6" [ 810.200628] env[69289]: _type = "HttpNfcLease" [ 810.200628] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.201484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55820620-5236-48a6-b202-6ae1bdf6bdf1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.209857] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.209857] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.279028] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.304871] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-547a44de-b99b-4be6-b10d-d7fcfeff20d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.534984] env[69289]: DEBUG nova.scheduler.client.report [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.548862] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Releasing lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.549345] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Instance network_info: |[{"id": "143d04f3-e226-4f38-afb3-7567cdead76c", "address": "fa:16:3e:30:9d:14", "network": {"id": "3cd19d01-4535-4ad0-a5c6-6f7fcd232da4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281043538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35fd6d3950474e8c9295e862e4c50b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143d04f3-e2", "ovs_interfaceid": "143d04f3-e226-4f38-afb3-7567cdead76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.549846] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:9d:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '143d04f3-e226-4f38-afb3-7567cdead76c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.559046] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Creating folder: Project (35fd6d3950474e8c9295e862e4c50b4c). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.560358] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbe0c0bb-fe2c-47e2-9063-c7ac22fa3762 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.573859] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Created folder: Project (35fd6d3950474e8c9295e862e4c50b4c) in parent group-v654351. [ 810.574135] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Creating folder: Instances. Parent ref: group-v654510. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.574397] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d3de785-e254-46d1-bcb1-03b7c901fab6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.586088] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Created folder: Instances in parent group-v654510. [ 810.586357] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.586570] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.586857] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e71498c-cdb0-4f19-91da-769b0800b0b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.611083] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.611083] env[69289]: value = "task-3277055" [ 810.611083] env[69289]: _type = "Task" [ 810.611083] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.620125] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277055, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.778094] env[69289]: DEBUG oslo_vmware.api [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277052, 'name': PowerOnVM_Task, 'duration_secs': 0.970801} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.778821] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.778821] env[69289]: INFO nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Took 9.17 seconds to spawn the instance on the hypervisor. [ 810.779134] env[69289]: DEBUG nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.780207] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aed136-82cd-43f7-8098-39b30e923304 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.783608] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.784158] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.784410] env[69289]: INFO nova.compute.manager [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Attaching volume fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e to /dev/sdb [ 810.839443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86420e18-2a99-4a8d-b291-267fcd64c1e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.851218] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487e6bb-c61e-49ea-bc5e-e2a96173ee40 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.868537] env[69289]: DEBUG nova.virt.block_device [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Updating existing volume attachment record: a3aa6539-4f54-4420-a668-b772cce6c630 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 810.959100] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.971211] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "23e20c05-42bd-40ce-9419-965392f441ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.971516] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.997169] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.997457] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.997622] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.997803] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.997946] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.998787] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.999210] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.999483] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.999765] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.000133] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.000133] env[69289]: DEBUG nova.virt.hardware [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.001324] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2cf34-60a2-4ffa-ba66-b14e1ad9a875 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.008440] env[69289]: DEBUG nova.compute.manager [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Received event network-changed-143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.008791] env[69289]: DEBUG nova.compute.manager [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Refreshing instance network info cache due to event network-changed-143d04f3-e226-4f38-afb3-7567cdead76c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.009104] env[69289]: DEBUG oslo_concurrency.lockutils [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] Acquiring lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.009313] env[69289]: DEBUG oslo_concurrency.lockutils [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] Acquired lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.009715] env[69289]: DEBUG nova.network.neutron [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Refreshing network info cache for port 143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.020051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3d9073-79ee-4026-beea-92ed7d0d9f56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.042308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.045140] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.067s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.046697] env[69289]: INFO nova.compute.claims [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.079320] env[69289]: INFO nova.scheduler.client.report [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Deleted allocations for instance 83ba7def-ccab-4225-bfc3-9768c318ec0f [ 811.122776] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277055, 'name': CreateVM_Task, 'duration_secs': 0.464386} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.122930] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.123767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.124309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.124451] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8f482f-9194-42be-9dea-e815641908a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.129315] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 811.129315] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e478d9-990b-3dbd-b584-3d3f9b04d6ee" [ 811.129315] env[69289]: _type = "Task" [ 811.129315] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.139794] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e478d9-990b-3dbd-b584-3d3f9b04d6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.306538] env[69289]: INFO nova.compute.manager [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Took 43.68 seconds to build instance. [ 811.394226] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Successfully updated port: 7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.475053] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.587142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc97b898-d725-4ab5-93de-128a865c448b tempest-ServersV294TestFqdnHostnames-1213496074 tempest-ServersV294TestFqdnHostnames-1213496074-project-member] Lock "83ba7def-ccab-4225-bfc3-9768c318ec0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.467s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.644574] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e478d9-990b-3dbd-b584-3d3f9b04d6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.644879] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.645127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.645364] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.645778] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.645778] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.645945] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd7ab152-9987-4c22-b1a2-d1b4a7c97486 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.670194] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.670406] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.671212] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbe2594-36c5-40b4-8006-f1fd36b3616d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.680349] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 811.680349] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f7f9-2a22-1698-ff81-d7f5706528d0" [ 811.680349] env[69289]: _type = "Task" [ 811.680349] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.692860] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f7f9-2a22-1698-ff81-d7f5706528d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.775566] env[69289]: DEBUG nova.network.neutron [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Updated VIF entry in instance network info cache for port 143d04f3-e226-4f38-afb3-7567cdead76c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.776161] env[69289]: DEBUG nova.network.neutron [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Updating instance_info_cache with network_info: [{"id": "143d04f3-e226-4f38-afb3-7567cdead76c", "address": "fa:16:3e:30:9d:14", "network": {"id": "3cd19d01-4535-4ad0-a5c6-6f7fcd232da4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1281043538-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35fd6d3950474e8c9295e862e4c50b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap143d04f3-e2", "ovs_interfaceid": "143d04f3-e226-4f38-afb3-7567cdead76c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.810707] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e3e35bbc-7a13-4a54-ab70-d58f3fdd6bed tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.216s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.897500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.897500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.897500] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.006637] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.194080] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f7f9-2a22-1698-ff81-d7f5706528d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.197584] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6df8c7-25d6-4780-9f9a-8105b8182970 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.203954] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 812.203954] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529700d6-7247-33af-d1eb-2e9ac6d5f877" [ 812.203954] env[69289]: _type = "Task" [ 812.203954] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.212829] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529700d6-7247-33af-d1eb-2e9ac6d5f877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.278977] env[69289]: DEBUG oslo_concurrency.lockutils [req-8831a1b9-738b-48f2-ade8-9fe26edbfde4 req-b57ee7c3-779d-4654-a7b3-1fa96113cde7 service nova] Releasing lock "refresh_cache-9fb233a8-151c-4467-838b-86e9c5425181" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.437801] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.524391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da1d48-82df-4855-9285-5e821cb5095d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.533117] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f388be-1068-4e1f-bae1-123e305e2500 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.567597] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb1cc19-1e2c-4b25-b1a9-53c5d4c00b3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.577525] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d00087-6611-4932-b7ed-0355235cd058 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.591362] env[69289]: DEBUG nova.compute.provider_tree [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.608888] env[69289]: DEBUG nova.network.neutron [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Updating instance_info_cache with network_info: [{"id": "7002ef6b-9711-4914-9818-892cb5ab732c", "address": "fa:16:3e:e0:13:32", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7002ef6b-97", "ovs_interfaceid": "7002ef6b-9711-4914-9818-892cb5ab732c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.715950] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529700d6-7247-33af-d1eb-2e9ac6d5f877, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.720548] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.720889] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 9fb233a8-151c-4467-838b-86e9c5425181/9fb233a8-151c-4467-838b-86e9c5425181.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.721259] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b156adc8-aa6d-4af5-93fd-02019c315ad7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.729704] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 812.729704] env[69289]: value = "task-3277059" [ 812.729704] env[69289]: _type = "Task" [ 812.729704] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.738060] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.748029] env[69289]: DEBUG nova.compute.manager [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.748239] env[69289]: DEBUG nova.compute.manager [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing instance network info cache due to event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.748538] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] Acquiring lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.748705] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] Acquired lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.748887] env[69289]: DEBUG nova.network.neutron [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.095078] env[69289]: DEBUG nova.scheduler.client.report [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.111160] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.111533] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Instance network_info: |[{"id": "7002ef6b-9711-4914-9818-892cb5ab732c", "address": "fa:16:3e:e0:13:32", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7002ef6b-97", "ovs_interfaceid": "7002ef6b-9711-4914-9818-892cb5ab732c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.112055] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:13:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7002ef6b-9711-4914-9818-892cb5ab732c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.120605] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.120910] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.121173] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59253cb3-f521-4388-8dba-d57b14b6bde2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.143836] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.143836] env[69289]: value = "task-3277060" [ 813.143836] env[69289]: _type = "Task" [ 813.143836] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.154948] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277060, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.241098] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463971} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.241422] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 9fb233a8-151c-4467-838b-86e9c5425181/9fb233a8-151c-4467-838b-86e9c5425181.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.241661] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.242082] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eaf9dcf-15f6-4582-9588-d98916df5dfa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.249133] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 813.249133] env[69289]: value = "task-3277061" [ 813.249133] env[69289]: _type = "Task" [ 813.249133] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.260386] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.551441] env[69289]: DEBUG nova.compute.manager [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Received event network-vif-plugged-7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.552284] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Acquiring lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.553424] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.553424] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.553424] env[69289]: DEBUG nova.compute.manager [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] No waiting events found dispatching network-vif-plugged-7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.553804] env[69289]: WARNING nova.compute.manager [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Received unexpected event network-vif-plugged-7002ef6b-9711-4914-9818-892cb5ab732c for instance with vm_state building and task_state spawning. [ 813.554103] env[69289]: DEBUG nova.compute.manager [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Received event network-changed-7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.554389] env[69289]: DEBUG nova.compute.manager [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Refreshing instance network info cache due to event network-changed-7002ef6b-9711-4914-9818-892cb5ab732c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.554698] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Acquiring lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.554940] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Acquired lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.555317] env[69289]: DEBUG nova.network.neutron [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Refreshing network info cache for port 7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.601185] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.601828] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.604642] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.676s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.629828] env[69289]: DEBUG nova.network.neutron [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updated VIF entry in instance network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.629828] env[69289]: DEBUG nova.network.neutron [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updating instance_info_cache with network_info: [{"id": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "address": "fa:16:3e:d6:2c:3a", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae74064-5c", "ovs_interfaceid": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.655819] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277060, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.761067] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07636} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.761364] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.762238] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff0079-af7e-4f9f-8bb9-406f51990d2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.785270] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 9fb233a8-151c-4467-838b-86e9c5425181/9fb233a8-151c-4467-838b-86e9c5425181.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.786120] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a65611a-4afe-4ba5-b137-dcd4509a7b50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.807181] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 813.807181] env[69289]: value = "task-3277063" [ 813.807181] env[69289]: _type = "Task" [ 813.807181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.818343] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.109662] env[69289]: DEBUG nova.compute.utils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.112353] env[69289]: INFO nova.compute.claims [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.121419] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.121615] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.135691] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cd571d5-3fc9-4e38-b684-bde9218d6cb8 req-c6337bb2-98c5-495a-9ec2-f00a48400971 service nova] Releasing lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.159623] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277060, 'name': CreateVM_Task, 'duration_secs': 0.543765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.160048] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.160943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161705] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.162416] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11fc3bbd-208e-4d75-b30f-1818641bad3b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.167902] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 814.167902] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b50902-13d4-b42c-3d77-513a18386b21" [ 814.167902] env[69289]: _type = "Task" [ 814.167902] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.177403] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b50902-13d4-b42c-3d77-513a18386b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.209952] env[69289]: DEBUG nova.policy [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a42570913c6148ebb8236768c167e327', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1307345b3939450ea38cf33bf1bbceba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.318237] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277063, 'name': ReconfigVM_Task, 'duration_secs': 0.398458} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.318747] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 9fb233a8-151c-4467-838b-86e9c5425181/9fb233a8-151c-4467-838b-86e9c5425181.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.319580] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c201d0c5-cc15-4c86-a73a-70943fc02c89 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.327070] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 814.327070] env[69289]: value = "task-3277064" [ 814.327070] env[69289]: _type = "Task" [ 814.327070] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.336342] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277064, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.428357] env[69289]: DEBUG nova.network.neutron [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Updated VIF entry in instance network info cache for port 7002ef6b-9711-4914-9818-892cb5ab732c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.428357] env[69289]: DEBUG nova.network.neutron [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Updating instance_info_cache with network_info: [{"id": "7002ef6b-9711-4914-9818-892cb5ab732c", "address": "fa:16:3e:e0:13:32", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7002ef6b-97", "ovs_interfaceid": "7002ef6b-9711-4914-9818-892cb5ab732c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.619656] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.626752] env[69289]: INFO nova.compute.resource_tracker [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating resource usage from migration 150aa540-5a9b-44a6-9cf4-a7c549a7ec63 [ 814.684999] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b50902-13d4-b42c-3d77-513a18386b21, 'name': SearchDatastore_Task, 'duration_secs': 0.015546} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.689049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.689049] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.689049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.689231] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.689408] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.691657] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-451fab3d-6379-4a1e-8209-231fa2f5d67f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.700888] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.701297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.706321] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e498f9-0093-4d61-98ea-de6e89bce532 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.712022] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 814.712022] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52842f64-033f-6601-47d7-8a185448a001" [ 814.712022] env[69289]: _type = "Task" [ 814.712022] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.719826] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52842f64-033f-6601-47d7-8a185448a001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.767442] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Successfully created port: 66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.843167] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277064, 'name': Rename_Task, 'duration_secs': 0.18167} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.845824] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.846808] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-faebc2dd-d8b5-4133-a89b-24bd2607b92a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.855143] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 814.855143] env[69289]: value = "task-3277065" [ 814.855143] env[69289]: _type = "Task" [ 814.855143] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.868764] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.931121] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2290569-27c3-4b51-b70f-4c6862ad2cdd req-57453a35-0f4a-4c11-9862-283a3da9adf2 service nova] Releasing lock "refresh_cache-cc8608b9-b302-4a7b-a405-059df35bd5eb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.065604] env[69289]: DEBUG nova.compute.manager [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.066498] env[69289]: DEBUG nova.compute.manager [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing instance network info cache due to event network-changed-4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.066498] env[69289]: DEBUG oslo_concurrency.lockutils [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] Acquiring lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.066821] env[69289]: DEBUG oslo_concurrency.lockutils [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] Acquired lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.067545] env[69289]: DEBUG nova.network.neutron [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Refreshing network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.120073] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85bb50a-8e41-4d01-9977-10288dfb2893 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.130237] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7b0a7-08ba-41f3-a62c-8fd30d77b0fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.173070] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa4d291-634d-47f5-86e4-0184b3b72b08 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.185602] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b879fc-e105-4c5d-9317-b90d534c5365 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.202047] env[69289]: DEBUG nova.compute.provider_tree [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.225191] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52842f64-033f-6601-47d7-8a185448a001, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.226123] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9573478-7223-4db2-8e00-bdacd6969366 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.231884] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 815.231884] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522d0992-459a-64b1-8197-7bdef87eaf9d" [ 815.231884] env[69289]: _type = "Task" [ 815.231884] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.241045] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d0992-459a-64b1-8197-7bdef87eaf9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.367029] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277065, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.367547] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Successfully created port: 50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.435749] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 815.435995] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654514', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'name': 'volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ed133-69cb-4ec0-add8-99466e3bbdfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'serial': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 815.437027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94872b-d655-4f70-8a8d-28b544a53564 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.454726] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bff37a6-5b4f-4681-83b5-999390ce6806 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.484702] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e/volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.485446] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b765940b-64b0-4854-bef5-7f0f429672c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.504676] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 815.504676] env[69289]: value = "task-3277066" [ 815.504676] env[69289]: _type = "Task" [ 815.504676] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.514873] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.639812] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.669388] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.669651] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.669935] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.670657] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.670824] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.670991] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.671211] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.671373] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.671543] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.671705] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.671880] env[69289]: DEBUG nova.virt.hardware [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.673614] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e501e-1486-4a94-972c-ca6812338f20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.683061] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad20999-a32b-4ad9-af3b-205f2739a558 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.705552] env[69289]: DEBUG nova.scheduler.client.report [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.743093] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d0992-459a-64b1-8197-7bdef87eaf9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.743500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.743970] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] cc8608b9-b302-4a7b-a405-059df35bd5eb/cc8608b9-b302-4a7b-a405-059df35bd5eb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.744265] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a69448af-0b61-48b8-92e0-64818f7ad0d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.752458] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 815.752458] env[69289]: value = "task-3277067" [ 815.752458] env[69289]: _type = "Task" [ 815.752458] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.766657] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.842612] env[69289]: DEBUG nova.network.neutron [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updated VIF entry in instance network info cache for port 4ae74064-5c32-401a-9bd6-6c5f9f92f65c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.843078] env[69289]: DEBUG nova.network.neutron [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updating instance_info_cache with network_info: [{"id": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "address": "fa:16:3e:d6:2c:3a", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ae74064-5c", "ovs_interfaceid": "4ae74064-5c32-401a-9bd6-6c5f9f92f65c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.866165] env[69289]: DEBUG oslo_vmware.api [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277065, 'name': PowerOnVM_Task, 'duration_secs': 0.641504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.866511] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.866708] env[69289]: INFO nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Took 7.48 seconds to spawn the instance on the hypervisor. [ 815.866882] env[69289]: DEBUG nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.867674] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632f7aa6-0322-4fe8-affe-eccaac7279b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.016961] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.214869] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.610s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.215133] env[69289]: INFO nova.compute.manager [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Migrating [ 816.223231] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.853s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.223437] env[69289]: DEBUG nova.objects.instance [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: dea64e06-690f-49f4-86aa-47d223377148] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 816.266305] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472635} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.266848] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] cc8608b9-b302-4a7b-a405-059df35bd5eb/cc8608b9-b302-4a7b-a405-059df35bd5eb.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.267115] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.267482] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc65b905-6b89-4671-a5ca-d63228691eac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.274743] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 816.274743] env[69289]: value = "task-3277068" [ 816.274743] env[69289]: _type = "Task" [ 816.274743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.286822] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.346824] env[69289]: DEBUG oslo_concurrency.lockutils [req-1bf8d628-8d5e-4377-83f4-430d975e034c req-438b59c5-7c15-40b6-b0de-6fff293790b2 service nova] Releasing lock "refresh_cache-14300b9a-f3ef-42ce-aa60-40dbca9af7a6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.386834] env[69289]: INFO nova.compute.manager [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Took 47.18 seconds to build instance. [ 816.515578] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277066, 'name': ReconfigVM_Task, 'duration_secs': 0.678264} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.516432] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e/volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.521276] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6382a8d3-3f51-425c-a209-513129ebdedf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.537037] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 816.537037] env[69289]: value = "task-3277069" [ 816.537037] env[69289]: _type = "Task" [ 816.537037] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.545636] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.736853] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.737150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.737221] env[69289]: DEBUG nova.network.neutron [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.786281] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071758} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.786568] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.787437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79079d05-3324-452d-b6b3-c930ba2dbf61 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.814088] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] cc8608b9-b302-4a7b-a405-059df35bd5eb/cc8608b9-b302-4a7b-a405-059df35bd5eb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.814812] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9bca81-2777-48a0-aea8-15745f8da7c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.836609] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 816.836609] env[69289]: value = "task-3277070" [ 816.836609] env[69289]: _type = "Task" [ 816.836609] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.850656] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.892048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cb813d51-4b48-4f66-9d25-79648a0e136c tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.830s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.049960] env[69289]: DEBUG oslo_vmware.api [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277069, 'name': ReconfigVM_Task, 'duration_secs': 0.184547} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.050794] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654514', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'name': 'volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ed133-69cb-4ec0-add8-99466e3bbdfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'serial': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 817.100180] env[69289]: DEBUG nova.compute.manager [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-vif-plugged-66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.100180] env[69289]: DEBUG oslo_concurrency.lockutils [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] Acquiring lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.100972] env[69289]: DEBUG oslo_concurrency.lockutils [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.102094] env[69289]: DEBUG oslo_concurrency.lockutils [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.102552] env[69289]: DEBUG nova.compute.manager [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] No waiting events found dispatching network-vif-plugged-66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.102843] env[69289]: WARNING nova.compute.manager [req-c9d87237-6736-4f0d-9612-3aa434cdaae5 req-19b6f85d-bcbe-4b52-9678-8eae66799ffb service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received unexpected event network-vif-plugged-66a16702-0d1e-4ff3-8941-59de176d4e66 for instance with vm_state building and task_state spawning. [ 817.236441] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Successfully updated port: 66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.236867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a33c4eca-47f8-4c64-9cc9-8acf4f741c21 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.239520] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.631s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.240676] env[69289]: DEBUG nova.objects.instance [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lazy-loading 'resources' on Instance uuid 76f86402-f3a3-4d09-95bc-03e407ee27da {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.354604] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.609990] env[69289]: DEBUG nova.network.neutron [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.851859] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277070, 'name': ReconfigVM_Task, 'duration_secs': 0.695606} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.852265] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Reconfigured VM instance instance-0000003b to attach disk [datastore1] cc8608b9-b302-4a7b-a405-059df35bd5eb/cc8608b9-b302-4a7b-a405-059df35bd5eb.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.853049] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0009d724-a76f-4957-ba04-0c5c0242c6dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.860210] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 817.860210] env[69289]: value = "task-3277071" [ 817.860210] env[69289]: _type = "Task" [ 817.860210] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.870256] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277071, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.117121] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.128119] env[69289]: DEBUG nova.objects.instance [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'flavor' on Instance uuid 412ed133-69cb-4ec0-add8-99466e3bbdfb {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.251441] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85019285-181e-4022-b30b-bed4804e8731 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.261234] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3c735c-fc5e-4873-9c94-c24c49ba8584 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.306692] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1b0f4-1485-4f7e-9f29-a6e582761781 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.315998] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ab07f-73e6-491e-9d52-07db914ed7b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.332090] env[69289]: DEBUG nova.compute.provider_tree [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.370740] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277071, 'name': Rename_Task, 'duration_secs': 0.192778} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.371044] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.371344] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-216c922d-ded9-4fc2-991f-f9ee537e5de0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.382456] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 818.382456] env[69289]: value = "task-3277072" [ 818.382456] env[69289]: _type = "Task" [ 818.382456] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.392371] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.540981] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.542043] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971c93c7-4f01-47ad-8108-5d93f50e3eeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.549117] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.549978] env[69289]: ERROR oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk due to incomplete transfer. [ 818.549978] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1ee15fae-5976-4c9e-9718-5b291bca2216 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.557723] env[69289]: DEBUG oslo_vmware.rw_handles [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52614914-d821-01ed-6b14-5c1179275248/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.558650] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Uploaded image 145cae94-149f-4752-81fc-2a3fe37d5b27 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.561466] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.561875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.562131] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4a7bdf37-eeb8-426a-9f79-92ab124f8c19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.568957] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 818.568957] env[69289]: value = "task-3277073" [ 818.568957] env[69289]: _type = "Task" [ 818.568957] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.580509] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277073, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.633525] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4843ca25-c8a5-4e7f-8cb0-66577e1c7c34 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.634627] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.073s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.634960] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.636453] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.636453] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.637597] env[69289]: INFO nova.compute.manager [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Terminating instance [ 818.835028] env[69289]: DEBUG nova.scheduler.client.report [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.882976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.882976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.899993] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.085697] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277073, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.127174] env[69289]: DEBUG nova.compute.manager [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-changed-66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.127174] env[69289]: DEBUG nova.compute.manager [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Refreshing instance network info cache due to event network-changed-66a16702-0d1e-4ff3-8941-59de176d4e66. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.127174] env[69289]: DEBUG oslo_concurrency.lockutils [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] Acquiring lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.127174] env[69289]: DEBUG oslo_concurrency.lockutils [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] Acquired lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.130762] env[69289]: DEBUG nova.network.neutron [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Refreshing network info cache for port 66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.143138] env[69289]: DEBUG nova.compute.manager [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.143138] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.143138] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb4c9fe-8fc1-4e5a-bad1-164c235c4bb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.150123] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 819.150123] env[69289]: value = "task-3277074" [ 819.150123] env[69289]: _type = "Task" [ 819.150123] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.159381] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.343226] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.345948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.350s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.346268] env[69289]: DEBUG nova.objects.instance [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 819.385504] env[69289]: INFO nova.scheduler.client.report [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted allocations for instance 76f86402-f3a3-4d09-95bc-03e407ee27da [ 819.386355] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.406885] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.580547] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277073, 'name': Destroy_Task, 'duration_secs': 0.78681} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.580973] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Destroyed the VM [ 819.581098] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.581405] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57360d61-5cf1-46c4-af0f-5795bd65008c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.589556] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 819.589556] env[69289]: value = "task-3277075" [ 819.589556] env[69289]: _type = "Task" [ 819.589556] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.596722] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.644305] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0aa861-ba10-459a-91b4-774890729adb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.667087] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.679607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "9fb233a8-151c-4467-838b-86e9c5425181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.679857] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.680075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "9fb233a8-151c-4467-838b-86e9c5425181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.680434] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.680434] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.682194] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277074, 'name': PowerOffVM_Task, 'duration_secs': 0.231946} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.682373] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.682786] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 819.682786] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654514', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'name': 'volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ed133-69cb-4ec0-add8-99466e3bbdfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'serial': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 819.684033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eae3a5-8fef-47f4-a8e9-d75a249244b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.688730] env[69289]: INFO nova.compute.manager [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Terminating instance [ 819.713060] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Successfully updated port: 50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.716014] env[69289]: DEBUG nova.network.neutron [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.718302] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564913bb-fe18-4bff-8d32-22e133f3a9f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.728489] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969b8f71-ef04-4e52-b109-cf4a7edf5c10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.759213] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b20cf-555f-43e2-a134-261e49731548 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.775760] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] The volume has not been displaced from its original location: [datastore1] volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e/volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 819.780831] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 819.783418] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7de5fa5b-168b-48be-8538-d1cfc514ddfa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.805209] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 819.805209] env[69289]: value = "task-3277076" [ 819.805209] env[69289]: _type = "Task" [ 819.805209] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.813644] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.847243] env[69289]: DEBUG nova.network.neutron [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.906179] env[69289]: DEBUG oslo_vmware.api [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277072, 'name': PowerOnVM_Task, 'duration_secs': 1.263793} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.906614] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2d3ec9e6-b94f-4b00-b2b8-ec41e7c4fc65 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "76f86402-f3a3-4d09-95bc-03e407ee27da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.269s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.907486] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.907725] env[69289]: INFO nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Took 8.95 seconds to spawn the instance on the hypervisor. [ 819.907959] env[69289]: DEBUG nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.911773] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e42940-a566-4eaf-bcd6-1fcf0c649bc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.942417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.097981] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277075, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.176697] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.177099] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a304d9bc-4b9d-4f1c-be9f-79c139a08287 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.188689] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 820.188689] env[69289]: value = "task-3277079" [ 820.188689] env[69289]: _type = "Task" [ 820.188689] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.193881] env[69289]: DEBUG nova.compute.manager [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.194955] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.194955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35dce71-4fa3-4904-93dd-bd56b68bc358 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.202761] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.208930] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.209462] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f50991-71f9-4e57-b96d-112cf0e0f2c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.216748] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 820.216748] env[69289]: value = "task-3277081" [ 820.216748] env[69289]: _type = "Task" [ 820.216748] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.220619] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.227303] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.320926] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277076, 'name': ReconfigVM_Task, 'duration_secs': 0.345296} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.325365] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 820.330414] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e117de-d142-444e-91fc-55618d8e0f64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.348798] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 820.348798] env[69289]: value = "task-3277082" [ 820.348798] env[69289]: _type = "Task" [ 820.348798] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.349761] env[69289]: DEBUG oslo_concurrency.lockutils [req-3ebab6a7-e5b1-438b-8e0b-21c12d04205d req-180e3e7b-2d09-4729-8a10-4e161dd53d51 service nova] Releasing lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.353325] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.353587] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.359023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-039f1319-a4dd-4ab4-808f-83f209600ef8 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.362908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.268s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.363191] env[69289]: DEBUG nova.objects.instance [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lazy-loading 'resources' on Instance uuid dea64e06-690f-49f4-86aa-47d223377148 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.375935] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.436495] env[69289]: INFO nova.compute.manager [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Took 49.90 seconds to build instance. [ 820.494742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.495136] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.495463] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.495767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.496053] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.498499] env[69289]: INFO nova.compute.manager [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Terminating instance [ 820.601878] env[69289]: DEBUG oslo_vmware.api [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277075, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906732} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.602268] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.602479] env[69289]: INFO nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Took 14.60 seconds to snapshot the instance on the hypervisor. [ 820.702071] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277079, 'name': PowerOffVM_Task, 'duration_secs': 0.274266} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.702203] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.702379] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.729370] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277081, 'name': PowerOffVM_Task, 'duration_secs': 0.208117} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.729714] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.729887] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.730194] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c225859-2152-443c-a428-9aa21642ebaf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.734155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.734155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.734155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.734155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.734155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.736799] env[69289]: INFO nova.compute.manager [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Terminating instance [ 820.799672] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.799903] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.801323] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Deleting the datastore file [datastore1] 9fb233a8-151c-4467-838b-86e9c5425181 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.801323] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ead95a6b-5220-4205-8eac-a9484d7dfe3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.808936] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for the task: (returnval){ [ 820.808936] env[69289]: value = "task-3277084" [ 820.808936] env[69289]: _type = "Task" [ 820.808936] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.815476] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.857607] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277082, 'name': ReconfigVM_Task, 'duration_secs': 0.164526} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.857968] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654514', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'name': 'volume-fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '412ed133-69cb-4ec0-add8-99466e3bbdfb', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e', 'serial': 'fe0b3bcb-f071-4e18-ba0b-a8f636dccc8e'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 820.858279] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.859054] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e98749-d09f-4d7c-802c-3f7007a312c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.869664] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.869914] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04642859-8667-4cbb-b2ad-9ef54d0edd1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.899410] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.939487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d17fd0cb-21c1-4b57-a25d-10e189776d20 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.276s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.952247] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.952641] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.952947] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore2] 412ed133-69cb-4ec0-add8-99466e3bbdfb {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.953363] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43607f3b-3c1a-4f9d-b98f-12e8b069e426 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.966472] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 820.966472] env[69289]: value = "task-3277086" [ 820.966472] env[69289]: _type = "Task" [ 820.966472] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.980018] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.004708] env[69289]: DEBUG nova.compute.manager [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.004894] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.006588] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654f9a8-c1e2-4d2a-b5b4-e8d2e2bbd3bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.014322] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.014635] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c945fa0f-8ff4-4f44-bbc2-3c5cd10f274b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.100544] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.101410] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.101410] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore2] 5f68c04f-b23d-4f83-9456-c61d2f2307c2 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.101410] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81f0f9dd-5e97-4923-905a-b03918feee71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.109814] env[69289]: DEBUG nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance disappeared during snapshot {{(pid=69289) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 821.111700] env[69289]: DEBUG oslo_vmware.api [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 821.111700] env[69289]: value = "task-3277088" [ 821.111700] env[69289]: _type = "Task" [ 821.111700] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.121815] env[69289]: DEBUG oslo_vmware.api [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.128249] env[69289]: DEBUG nova.compute.manager [None req-1aeb8185-91c9-49ac-b196-ac3eab02c099 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image not found during clean up 145cae94-149f-4752-81fc-2a3fe37d5b27 {{(pid=69289) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 821.209117] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.209370] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.209525] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.209707] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.209849] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.210032] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.210300] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.210599] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.210787] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.211000] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.211228] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.222584] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22fd4a94-729f-4de8-8683-831bd8e1e901 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.233751] env[69289]: DEBUG nova.compute.manager [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-vif-plugged-50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.233960] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Acquiring lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.234187] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.234356] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.234521] env[69289]: DEBUG nova.compute.manager [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] No waiting events found dispatching network-vif-plugged-50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.234681] env[69289]: WARNING nova.compute.manager [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received unexpected event network-vif-plugged-50fc387b-b7c2-47a7-9d0e-6512b6574e1c for instance with vm_state building and task_state spawning. [ 821.234837] env[69289]: DEBUG nova.compute.manager [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-changed-50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.234986] env[69289]: DEBUG nova.compute.manager [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Refreshing instance network info cache due to event network-changed-50fc387b-b7c2-47a7-9d0e-6512b6574e1c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.235192] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Acquiring lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.236620] env[69289]: DEBUG nova.network.neutron [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Updating instance_info_cache with network_info: [{"id": "66a16702-0d1e-4ff3-8941-59de176d4e66", "address": "fa:16:3e:7b:49:e9", "network": {"id": "bf34f409-2a8c-4e09-b5f7-f0e0a5441c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1733776239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a16702-0d", "ovs_interfaceid": "66a16702-0d1e-4ff3-8941-59de176d4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "address": "fa:16:3e:61:79:42", "network": {"id": "138383db-225d-44ab-9cca-6eb6376a2f6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2033049545", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc387b-b7", "ovs_interfaceid": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.244112] env[69289]: DEBUG nova.compute.manager [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.244112] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.245143] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8b761-5552-470b-b5b9-b752aa4e5054 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.248673] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 821.248673] env[69289]: value = "task-3277089" [ 821.248673] env[69289]: _type = "Task" [ 821.248673] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.262385] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.263181] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09b487b3-ba21-495a-9d5e-7ea2730fff8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.269442] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.278663] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 821.278663] env[69289]: value = "task-3277090" [ 821.278663] env[69289]: _type = "Task" [ 821.278663] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.293269] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.321902] env[69289]: DEBUG oslo_vmware.api [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Task: {'id': task-3277084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.321902] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.322147] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.322878] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.322878] env[69289]: INFO nova.compute.manager [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Took 1.13 seconds to destroy the instance on the hypervisor. [ 821.322878] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.323271] env[69289]: DEBUG nova.compute.manager [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.323271] env[69289]: DEBUG nova.network.neutron [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.385640] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c798fae0-9d73-4c30-a217-15c5b42a3e5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.393659] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78cd22f-411e-4683-afe2-e20b3773b6ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.403855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "90c0a32f-f947-4273-a850-fe110d6e954f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.404113] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.435282] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d56afc3-8536-4885-adbf-c596122090a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.444302] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c14393e-2a34-4a15-9a3f-372bbb3c7527 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.463041] env[69289]: DEBUG nova.compute.provider_tree [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.477282] env[69289]: DEBUG oslo_vmware.api [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14204} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.477572] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.477783] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.477991] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.478249] env[69289]: INFO nova.compute.manager [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Took 2.34 seconds to destroy the instance on the hypervisor. [ 821.478568] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.478780] env[69289]: DEBUG nova.compute.manager [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.478878] env[69289]: DEBUG nova.network.neutron [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.622759] env[69289]: DEBUG oslo_vmware.api [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189469} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.623671] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.623893] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.624151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.624662] env[69289]: INFO nova.compute.manager [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 821.624662] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.625293] env[69289]: DEBUG nova.compute.manager [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.625293] env[69289]: DEBUG nova.network.neutron [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.633448] env[69289]: DEBUG nova.compute.manager [req-808b01f9-ef84-4bdc-8a90-f70b46975ad3 req-877a01cd-ae7b-467f-a52b-a67899792ce1 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Received event network-vif-deleted-143d04f3-e226-4f38-afb3-7567cdead76c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.633658] env[69289]: INFO nova.compute.manager [req-808b01f9-ef84-4bdc-8a90-f70b46975ad3 req-877a01cd-ae7b-467f-a52b-a67899792ce1 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Neutron deleted interface 143d04f3-e226-4f38-afb3-7567cdead76c; detaching it from the instance and deleting it from the info cache [ 821.633868] env[69289]: DEBUG nova.network.neutron [req-808b01f9-ef84-4bdc-8a90-f70b46975ad3 req-877a01cd-ae7b-467f-a52b-a67899792ce1 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.742018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.742499] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance network_info: |[{"id": "66a16702-0d1e-4ff3-8941-59de176d4e66", "address": "fa:16:3e:7b:49:e9", "network": {"id": "bf34f409-2a8c-4e09-b5f7-f0e0a5441c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1733776239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a16702-0d", "ovs_interfaceid": "66a16702-0d1e-4ff3-8941-59de176d4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "address": "fa:16:3e:61:79:42", "network": {"id": "138383db-225d-44ab-9cca-6eb6376a2f6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2033049545", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc387b-b7", "ovs_interfaceid": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.744146] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Acquired lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.744358] env[69289]: DEBUG nova.network.neutron [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Refreshing network info cache for port 50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.745472] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:49:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a16702-0d1e-4ff3-8941-59de176d4e66', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:79:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd182e8eb-3f6d-4c76-a06e-133dd9b3cd30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50fc387b-b7c2-47a7-9d0e-6512b6574e1c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.756859] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.760342] env[69289]: DEBUG nova.network.neutron [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.761778] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.762815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.762815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.762815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.762989] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.763659] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.767455] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c558ce-1aa1-45dd-8ef4-a6833414f0f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.785118] env[69289]: INFO nova.compute.manager [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Terminating instance [ 821.795176] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277089, 'name': ReconfigVM_Task, 'duration_secs': 0.29692} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.796831] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.800043] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.800043] env[69289]: value = "task-3277091" [ 821.800043] env[69289]: _type = "Task" [ 821.800043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.803823] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277090, 'name': PowerOffVM_Task, 'duration_secs': 0.204828} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.806804] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.807030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.807592] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7d1100a-cb16-42b1-8287-126811984e93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.815213] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277091, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.896935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.897252] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.897482] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleting the datastore file [datastore1] 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.897758] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004496eb-88c5-41cf-a262-ac6069055dc1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.906307] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 821.906307] env[69289]: value = "task-3277093" [ 821.906307] env[69289]: _type = "Task" [ 821.906307] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.908415] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.919136] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.966417] env[69289]: DEBUG nova.scheduler.client.report [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.057464] env[69289]: DEBUG nova.network.neutron [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Updated VIF entry in instance network info cache for port 50fc387b-b7c2-47a7-9d0e-6512b6574e1c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.058049] env[69289]: DEBUG nova.network.neutron [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Updating instance_info_cache with network_info: [{"id": "66a16702-0d1e-4ff3-8941-59de176d4e66", "address": "fa:16:3e:7b:49:e9", "network": {"id": "bf34f409-2a8c-4e09-b5f7-f0e0a5441c2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1733776239", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a16702-0d", "ovs_interfaceid": "66a16702-0d1e-4ff3-8941-59de176d4e66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "address": "fa:16:3e:61:79:42", "network": {"id": "138383db-225d-44ab-9cca-6eb6376a2f6c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2033049545", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1307345b3939450ea38cf33bf1bbceba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d182e8eb-3f6d-4c76-a06e-133dd9b3cd30", "external-id": "nsx-vlan-transportzone-260", "segmentation_id": 260, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50fc387b-b7", "ovs_interfaceid": "50fc387b-b7c2-47a7-9d0e-6512b6574e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.117377] env[69289]: DEBUG nova.network.neutron [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.136467] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb42b2d3-a1ab-4dc3-9c5d-5381be40967b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.146287] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426bd6d-47d6-41e9-abc9-6bd8f061348e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.180235] env[69289]: DEBUG nova.compute.manager [req-808b01f9-ef84-4bdc-8a90-f70b46975ad3 req-877a01cd-ae7b-467f-a52b-a67899792ce1 service nova] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Detach interface failed, port_id=143d04f3-e226-4f38-afb3-7567cdead76c, reason: Instance 9fb233a8-151c-4467-838b-86e9c5425181 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 822.265713] env[69289]: INFO nova.compute.manager [-] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Took 0.79 seconds to deallocate network for instance. [ 822.296415] env[69289]: DEBUG nova.compute.manager [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.296653] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.297663] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470b60c1-a6d3-482d-9f7e-d0d5798fbd99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.307428] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:33:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ffb70bc-9dce-4621-b17c-a4bded83e3f5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-945994530',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.307662] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.307822] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.308027] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.308166] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.308315] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.308567] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.308729] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.308893] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.309072] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.309252] env[69289]: DEBUG nova.virt.hardware [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.314667] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.315051] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.315305] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67613799-f689-4538-a4d7-cc49b89e5d5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.332432] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6735cb82-566f-4eea-b911-19f37e1633f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.339210] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277091, 'name': CreateVM_Task, 'duration_secs': 0.41085} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.341152] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.341482] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 822.341482] env[69289]: value = "task-3277095" [ 822.341482] env[69289]: _type = "Task" [ 822.341482] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.341720] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 822.341720] env[69289]: value = "task-3277094" [ 822.341720] env[69289]: _type = "Task" [ 822.341720] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.342620] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.342708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.342957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.343311] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97af4512-c7e3-4ee4-a422-56f46ae1af73 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.351081] env[69289]: DEBUG nova.network.neutron [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.355371] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 822.355371] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5205693a-4fe5-0fa0-35fc-d72cb68fb11c" [ 822.355371] env[69289]: _type = "Task" [ 822.355371] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.361378] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.361792] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.370845] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5205693a-4fe5-0fa0-35fc-d72cb68fb11c, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.371179] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.371419] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.371643] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.371787] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.372025] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.372237] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19326999-d1ba-4c8e-b4c2-ec9317f673b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.380392] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.380588] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.381333] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5a3af3-46df-46b6-97f9-c7791391866b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.387343] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 822.387343] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cf3879-ce5f-7917-411c-72019905527b" [ 822.387343] env[69289]: _type = "Task" [ 822.387343] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.395546] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cf3879-ce5f-7917-411c-72019905527b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.418039] env[69289]: DEBUG oslo_vmware.api [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.419517] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.419720] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.419978] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.420233] env[69289]: INFO nova.compute.manager [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 822.420456] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.420842] env[69289]: DEBUG nova.compute.manager [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.420942] env[69289]: DEBUG nova.network.neutron [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.437239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.474396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.476891] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.496s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.477493] env[69289]: DEBUG nova.objects.instance [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lazy-loading 'resources' on Instance uuid 9d43392c-341e-442b-a46a-a94d0e423c3e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.506014] env[69289]: INFO nova.scheduler.client.report [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleted allocations for instance dea64e06-690f-49f4-86aa-47d223377148 [ 822.561184] env[69289]: DEBUG oslo_concurrency.lockutils [req-a6e091b2-7b72-4c7e-baac-c6d8c6340807 req-6cec6d3d-5f39-408c-9e58-8de8852494f9 service nova] Releasing lock "refresh_cache-94c4d078-61e1-418d-8959-f2fd426e505f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.619907] env[69289]: INFO nova.compute.manager [-] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Took 1.30 seconds to deallocate network for instance. [ 822.827514] env[69289]: INFO nova.compute.manager [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Took 0.56 seconds to detach 1 volumes for instance. [ 822.854936] env[69289]: INFO nova.compute.manager [-] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Took 1.23 seconds to deallocate network for instance. [ 822.869356] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277095, 'name': PowerOffVM_Task, 'duration_secs': 0.310066} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.870227] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277094, 'name': ReconfigVM_Task, 'duration_secs': 0.210236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.870227] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.870416] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.870652] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.870944] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a35eab7d-0949-423a-bd04-4aa9a984ce7b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.874320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d47f5b-e646-4024-96a4-1006fc5c670f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.908561] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.913811] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-020171cd-afc9-4f48-b68a-490efcf425cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.935995] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cf3879-ce5f-7917-411c-72019905527b, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.938572] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 822.938572] env[69289]: value = "task-3277097" [ 822.938572] env[69289]: _type = "Task" [ 822.938572] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.938572] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a5c1d3-e2e7-4934-93a4-a179eac1455c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.954757] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 822.954757] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b66f71-7e04-ccee-54f4-4e5ce3bbb7b5" [ 822.954757] env[69289]: _type = "Task" [ 822.954757] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.955060] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.957350] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.957350] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.957350] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore1] cc8608b9-b302-4a7b-a405-059df35bd5eb {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.962458] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cb0823-029f-4fa9-872b-1341e4c271b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972047] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b66f71-7e04-ccee-54f4-4e5ce3bbb7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.973817] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.974300] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 94c4d078-61e1-418d-8959-f2fd426e505f/94c4d078-61e1-418d-8959-f2fd426e505f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.974627] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 822.974627] env[69289]: value = "task-3277098" [ 822.974627] env[69289]: _type = "Task" [ 822.974627] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.974820] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7846f28c-afb5-4d8a-9cf4-8eef5c1b9251 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.987133] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 822.987133] env[69289]: value = "task-3277099" [ 822.987133] env[69289]: _type = "Task" [ 822.987133] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.994354] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.999696] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.024792] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3ab6e75-41e0-430f-974f-88a2749d8db3 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "dea64e06-690f-49f4-86aa-47d223377148" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.165s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.129383] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.260289] env[69289]: DEBUG nova.compute.manager [req-a5f7a5bd-e40b-47e4-a468-ecc9d254f571 req-483766b3-574b-4671-8778-c55d84855c78 service nova] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Received event network-vif-deleted-1a19d0cd-2e16-4eaf-bc37-47b752de23d6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.260543] env[69289]: DEBUG nova.compute.manager [req-a5f7a5bd-e40b-47e4-a468-ecc9d254f571 req-483766b3-574b-4671-8778-c55d84855c78 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Received event network-vif-deleted-93c3dc1f-5890-467c-b725-564571d97311 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.260628] env[69289]: INFO nova.compute.manager [req-a5f7a5bd-e40b-47e4-a468-ecc9d254f571 req-483766b3-574b-4671-8778-c55d84855c78 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Neutron deleted interface 93c3dc1f-5890-467c-b725-564571d97311; detaching it from the instance and deleting it from the info cache [ 823.260788] env[69289]: DEBUG nova.network.neutron [req-a5f7a5bd-e40b-47e4-a468-ecc9d254f571 req-483766b3-574b-4671-8778-c55d84855c78 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.298545] env[69289]: DEBUG nova.network.neutron [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.335782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.370982] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.420909] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5156daa-4c37-4e1f-9bb2-38c546b12b46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.429273] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07632f53-0ef5-41f3-af96-799540c34db3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.463890] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e219aa87-f9d6-4fcb-88ab-5aaece009e52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.471677] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277097, 'name': ReconfigVM_Task, 'duration_secs': 0.328167} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.474071] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.474387] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.478734] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4cd867-2134-4be2-a6e4-b6a608d86055 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.503269] env[69289]: DEBUG nova.compute.provider_tree [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.504740] env[69289]: DEBUG oslo_vmware.api [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233409} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.505420] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.505613] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.505798] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.505963] env[69289]: INFO nova.compute.manager [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Took 1.21 seconds to destroy the instance on the hypervisor. [ 823.506246] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.506829] env[69289]: DEBUG nova.compute.manager [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.506829] env[69289]: DEBUG nova.network.neutron [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.511786] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277099, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.736940] env[69289]: DEBUG nova.compute.manager [req-faef4a2b-9c2f-4b7a-a75d-1ea62c708e69 req-3f9f79b0-a54c-4261-aaf8-377b02b47989 service nova] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Received event network-vif-deleted-91e4104f-8371-4b24-990a-3afad3b53d81 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.766592] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e30d242-aaaa-45d0-bde1-f2047068e35e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.778395] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6caeea7-8e38-4dc4-97b1-3ecb48e97180 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.813187] env[69289]: INFO nova.compute.manager [-] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Took 1.39 seconds to deallocate network for instance. [ 823.813984] env[69289]: DEBUG nova.compute.manager [req-a5f7a5bd-e40b-47e4-a468-ecc9d254f571 req-483766b3-574b-4671-8778-c55d84855c78 service nova] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Detach interface failed, port_id=93c3dc1f-5890-467c-b725-564571d97311, reason: Instance 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.819492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "23cbf20d-c067-4565-a66a-54ffd452cf07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.819492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.819492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "23cbf20d-c067-4565-a66a-54ffd452cf07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.819492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.819492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.823114] env[69289]: INFO nova.compute.manager [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Terminating instance [ 823.985744] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bc3e0-dcdb-4f64-828d-9719c7f5f61c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.997486] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64896} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.010712] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 94c4d078-61e1-418d-8959-f2fd426e505f/94c4d078-61e1-418d-8959-f2fd426e505f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.011538] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.012571] env[69289]: DEBUG nova.scheduler.client.report [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.015803] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4373b27c-d14f-48d8-a271-19730c77ede1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.018265] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03345b5f-762f-4010-befe-46bf198f8f25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.037232] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.042512] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 824.042512] env[69289]: value = "task-3277101" [ 824.042512] env[69289]: _type = "Task" [ 824.042512] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.326071] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.329714] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "refresh_cache-23cbf20d-c067-4565-a66a-54ffd452cf07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.329877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquired lock "refresh_cache-23cbf20d-c067-4565-a66a-54ffd452cf07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.330110] env[69289]: DEBUG nova.network.neutron [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.393047] env[69289]: DEBUG nova.network.neutron [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.522719] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.525109] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.432s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.525338] env[69289]: DEBUG nova.objects.instance [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lazy-loading 'resources' on Instance uuid 31e4ab12-6702-4957-82d1-20088f139042 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.547949] env[69289]: INFO nova.scheduler.client.report [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Deleted allocations for instance 9d43392c-341e-442b-a46a-a94d0e423c3e [ 824.559420] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.606829] env[69289]: DEBUG nova.network.neutron [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Port 2760f2f1-bd9d-4013-9ecd-0c635445c0a7 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.848427] env[69289]: DEBUG nova.network.neutron [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.894700] env[69289]: INFO nova.compute.manager [-] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Took 1.39 seconds to deallocate network for instance. [ 824.958551] env[69289]: DEBUG nova.network.neutron [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.059959] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.931009} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.061035] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1099351d-0055-4129-bdd7-50598f5e041c tempest-ServerRescueTestJSONUnderV235-1328898293 tempest-ServerRescueTestJSONUnderV235-1328898293-project-member] Lock "9d43392c-341e-442b-a46a-a94d0e423c3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.570s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.063105] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.067387] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c8453-bd62-4468-99ba-39126e3fe3d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.092291] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 94c4d078-61e1-418d-8959-f2fd426e505f/94c4d078-61e1-418d-8959-f2fd426e505f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.096502] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2a29a8-75b1-4339-9fef-fd868e99d860 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.121262] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 825.121262] env[69289]: value = "task-3277103" [ 825.121262] env[69289]: _type = "Task" [ 825.121262] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.133314] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.338772] env[69289]: DEBUG nova.compute.manager [req-732b03e5-38b6-4bc2-a10b-7877437d5d7d req-c406decb-6fcd-4576-931f-4689b27eef4b service nova] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Received event network-vif-deleted-7002ef6b-9711-4914-9818-892cb5ab732c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.403790] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.469882] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Releasing lock "refresh_cache-23cbf20d-c067-4565-a66a-54ffd452cf07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.470359] env[69289]: DEBUG nova.compute.manager [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.470595] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.471714] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af10aa8a-8caf-4130-a7b2-b911257d9f03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.480256] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.480570] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd490a7a-92d1-4a33-85f8-42d44eafd4a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.488890] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 825.488890] env[69289]: value = "task-3277104" [ 825.488890] env[69289]: _type = "Task" [ 825.488890] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.498266] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3277104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.528293] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22166e3b-3b35-4d74-9334-dd1dce731fcd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.540022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8301148-0e53-4f4f-9096-77c5d98edbb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.569179] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69b839-0613-45d1-983b-d37a87093d14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.577050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4963927-0bd3-4cd6-b36c-cc93bc75fc80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.591510] env[69289]: DEBUG nova.compute.provider_tree [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.637595] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.637908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.638251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.645820] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277103, 'name': ReconfigVM_Task, 'duration_secs': 0.29854} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.647154] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 94c4d078-61e1-418d-8959-f2fd426e505f/94c4d078-61e1-418d-8959-f2fd426e505f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.647154] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3d25d8-856a-4d5d-92d3-7850c38b6832 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.653821] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 825.653821] env[69289]: value = "task-3277105" [ 825.653821] env[69289]: _type = "Task" [ 825.653821] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.665668] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277105, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.004845] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3277104, 'name': PowerOffVM_Task, 'duration_secs': 0.183479} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.005106] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.005284] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.006067] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3eed24e-2b2d-4bd5-a886-f00c2700cd3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.030374] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.030616] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.030801] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleting the datastore file [datastore2] 23cbf20d-c067-4565-a66a-54ffd452cf07 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.031083] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d871032f-7953-4b60-baa8-93b3ed5a281c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.038093] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for the task: (returnval){ [ 826.038093] env[69289]: value = "task-3277107" [ 826.038093] env[69289]: _type = "Task" [ 826.038093] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.047231] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3277107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.094669] env[69289]: DEBUG nova.scheduler.client.report [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.166183] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277105, 'name': Rename_Task, 'duration_secs': 0.149797} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.166483] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.166739] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f96296-a702-4ff7-91c9-e67e865fcf7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.172686] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 826.172686] env[69289]: value = "task-3277108" [ 826.172686] env[69289]: _type = "Task" [ 826.172686] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.180932] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.548973] env[69289]: DEBUG oslo_vmware.api [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Task: {'id': task-3277107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089631} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.549296] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.549476] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.549700] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.549911] env[69289]: INFO nova.compute.manager [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Took 1.08 seconds to destroy the instance on the hypervisor. [ 826.550198] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.550402] env[69289]: DEBUG nova.compute.manager [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.550499] env[69289]: DEBUG nova.network.neutron [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.564850] env[69289]: DEBUG nova.network.neutron [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.600245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.604021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.181s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.604021] env[69289]: DEBUG nova.objects.instance [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lazy-loading 'resources' on Instance uuid b0918f9d-8d04-4d58-b39c-18ef04fadb66 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.625854] env[69289]: INFO nova.scheduler.client.report [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted allocations for instance 31e4ab12-6702-4957-82d1-20088f139042 [ 826.683583] env[69289]: DEBUG oslo_vmware.api [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277108, 'name': PowerOnVM_Task, 'duration_secs': 0.496393} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.683920] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.684106] env[69289]: INFO nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Took 11.04 seconds to spawn the instance on the hypervisor. [ 826.684407] env[69289]: DEBUG nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.686026] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463db4a-ba73-43b1-87a5-2f13a980aacc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.707568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.707568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.707568] env[69289]: DEBUG nova.network.neutron [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.069019] env[69289]: DEBUG nova.network.neutron [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.133587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b7f6d297-3a5b-4a86-85da-fc828b19914c tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "31e4ab12-6702-4957-82d1-20088f139042" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.587s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.208267] env[69289]: INFO nova.compute.manager [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Took 52.25 seconds to build instance. [ 827.571326] env[69289]: INFO nova.compute.manager [-] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Took 1.02 seconds to deallocate network for instance. [ 827.603153] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64bea4-6152-4833-9807-66a54de1c2fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.614113] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b63446-da1f-4206-9422-444401d75483 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.655027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751d77d3-e625-44f5-b8ee-7d7c31aa1ac4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.664030] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81834b6-fa0e-4ce5-b348-16669af7095e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.680610] env[69289]: DEBUG nova.compute.provider_tree [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.715298] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1834af52-2758-4c64-b1a7-cef92cc28829 tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.262s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.752794] env[69289]: DEBUG nova.network.neutron [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.081298] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.184857] env[69289]: DEBUG nova.scheduler.client.report [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.255180] env[69289]: DEBUG oslo_concurrency.lockutils [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.368590] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.368819] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.369025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.369248] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.369416] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.371765] env[69289]: INFO nova.compute.manager [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Terminating instance [ 828.626487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "94c4d078-61e1-418d-8959-f2fd426e505f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.626757] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.626963] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.627163] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.627332] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.629438] env[69289]: INFO nova.compute.manager [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Terminating instance [ 828.690087] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.692700] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.501s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.694402] env[69289]: INFO nova.compute.claims [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.715290] env[69289]: INFO nova.scheduler.client.report [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Deleted allocations for instance b0918f9d-8d04-4d58-b39c-18ef04fadb66 [ 828.783833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f62480c-9539-4999-bc18-755d91db4f85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.818645] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9566f50b-3d48-44b2-bab0-b95ee4898f95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.829827] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.875100] env[69289]: DEBUG nova.compute.manager [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.875346] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.876506] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476b207-efe4-4654-9107-908aa7590635 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.887141] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.887562] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a8dbd7-a1c7-4380-9da3-2f6441050fa2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.895763] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 828.895763] env[69289]: value = "task-3277110" [ 828.895763] env[69289]: _type = "Task" [ 828.895763] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.908454] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.133963] env[69289]: DEBUG nova.compute.manager [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.133963] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.134497] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057dec0c-54fc-43d3-8890-901e66fcb086 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.143083] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.143316] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffca7a9-e3c6-4181-ac19-f3783f3a898e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.150667] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 829.150667] env[69289]: value = "task-3277111" [ 829.150667] env[69289]: _type = "Task" [ 829.150667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.159078] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.224523] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7d72cff3-57be-416a-ae55-7c9eafc61714 tempest-ServerShowV254Test-556921991 tempest-ServerShowV254Test-556921991-project-member] Lock "b0918f9d-8d04-4d58-b39c-18ef04fadb66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.108s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.338924] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.339256] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51a22e4-0210-4aaa-8c40-7089844227fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.350845] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 829.350845] env[69289]: value = "task-3277113" [ 829.350845] env[69289]: _type = "Task" [ 829.350845] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.365949] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.407659] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277110, 'name': PowerOffVM_Task, 'duration_secs': 0.196746} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.407946] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.408320] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.408708] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a8d59d-9d18-4342-b942-0788df30207a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.497761] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.498070] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.498410] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore1] 239a45e3-cfdf-463c-bd3c-822cb45a643f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.501238] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ba8cd5-1c5e-45f9-967a-049f14adc16c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.514267] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 829.514267] env[69289]: value = "task-3277115" [ 829.514267] env[69289]: _type = "Task" [ 829.514267] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.526779] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.662630] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277111, 'name': PowerOffVM_Task, 'duration_secs': 0.222996} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.662960] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.663291] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.663496] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29262c29-5406-4668-8cab-7480aee04973 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.861669] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.861914] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.862181] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleting the datastore file [datastore2] 94c4d078-61e1-418d-8959-f2fd426e505f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.862496] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ade69522-993f-4edf-b6d0-946c0ba01500 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.867845] env[69289]: DEBUG oslo_vmware.api [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277113, 'name': PowerOnVM_Task, 'duration_secs': 0.477439} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.868491] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.868718] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-271b4eaf-f288-4317-aca3-0e3442f57eda tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance 'd8f77b4a-bdcb-4e7d-a3fc-7da77f24de76' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.876241] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for the task: (returnval){ [ 829.876241] env[69289]: value = "task-3277117" [ 829.876241] env[69289]: _type = "Task" [ 829.876241] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.886558] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.025755] env[69289]: DEBUG oslo_vmware.api [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318155} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.026050] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.026242] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.026420] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.026597] env[69289]: INFO nova.compute.manager [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.026841] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.027045] env[69289]: DEBUG nova.compute.manager [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.027144] env[69289]: DEBUG nova.network.neutron [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.086525] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c0535-1690-4667-993b-65efda181079 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.095541] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59887f1f-4d82-4389-af43-f5505ff95f2d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.130427] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3967784-e10f-456b-9977-3f17444a10d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.138456] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587c9440-8f5b-4263-b52c-fcd1a30a9d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.154899] env[69289]: DEBUG nova.compute.provider_tree [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.351072] env[69289]: DEBUG nova.compute.manager [req-e327aac9-168a-4af1-b972-5b32526c6f09 req-216d7717-61c1-46da-a88c-f2c5c3759069 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Received event network-vif-deleted-c41bf7bb-72bf-4de9-8dfc-6005f939f420 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.351340] env[69289]: INFO nova.compute.manager [req-e327aac9-168a-4af1-b972-5b32526c6f09 req-216d7717-61c1-46da-a88c-f2c5c3759069 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Neutron deleted interface c41bf7bb-72bf-4de9-8dfc-6005f939f420; detaching it from the instance and deleting it from the info cache [ 830.351486] env[69289]: DEBUG nova.network.neutron [req-e327aac9-168a-4af1-b972-5b32526c6f09 req-216d7717-61c1-46da-a88c-f2c5c3759069 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.392428] env[69289]: DEBUG oslo_vmware.api [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Task: {'id': task-3277117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164564} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.393432] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.393670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.393932] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.394146] env[69289]: INFO nova.compute.manager [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Took 1.26 seconds to destroy the instance on the hypervisor. [ 830.394435] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.394983] env[69289]: DEBUG nova.compute.manager [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.395379] env[69289]: DEBUG nova.network.neutron [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.659418] env[69289]: DEBUG nova.scheduler.client.report [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.830405] env[69289]: DEBUG nova.network.neutron [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.854151] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-363c807b-b923-43ba-b6a3-0f667078045a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.865286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d781f-1369-4581-9fee-ff53c920d347 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.901638] env[69289]: DEBUG nova.compute.manager [req-e327aac9-168a-4af1-b972-5b32526c6f09 req-216d7717-61c1-46da-a88c-f2c5c3759069 service nova] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Detach interface failed, port_id=c41bf7bb-72bf-4de9-8dfc-6005f939f420, reason: Instance 239a45e3-cfdf-463c-bd3c-822cb45a643f could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 831.165475] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.166043] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.168562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.674s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.169963] env[69289]: INFO nova.compute.claims [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.334061] env[69289]: INFO nova.compute.manager [-] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Took 1.31 seconds to deallocate network for instance. [ 831.472083] env[69289]: DEBUG nova.network.neutron [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.677823] env[69289]: DEBUG nova.compute.utils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.678466] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.678639] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.755028] env[69289]: DEBUG nova.policy [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da01d0b31f1c4e91bb890581ed30608c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5de68155b95b423bacccb12a8ba7b834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.840745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.975017] env[69289]: INFO nova.compute.manager [-] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Took 1.58 seconds to deallocate network for instance. [ 832.142522] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Successfully created port: f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.183256] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.426791] env[69289]: DEBUG nova.compute.manager [req-5d93137b-67a6-4398-abec-919261306760 req-32f1e535-d4a1-4a67-bd15-09ef007d8c86 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-vif-deleted-66a16702-0d1e-4ff3-8941-59de176d4e66 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.427013] env[69289]: DEBUG nova.compute.manager [req-5d93137b-67a6-4398-abec-919261306760 req-32f1e535-d4a1-4a67-bd15-09ef007d8c86 service nova] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Received event network-vif-deleted-50fc387b-b7c2-47a7-9d0e-6512b6574e1c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.483052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.498247] env[69289]: DEBUG nova.network.neutron [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Port 2760f2f1-bd9d-4013-9ecd-0c635445c0a7 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 832.498536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.498685] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.498845] env[69289]: DEBUG nova.network.neutron [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.568287] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45043be-c2f4-47a8-99e4-8f80b36bad7b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.576538] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51715a-6d65-4ed4-a00b-6f45b67130b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.608686] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f7fca2-26a8-4546-a878-5295851e1052 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.616700] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9b5694-1af5-4964-9479-b89f2b7ccbda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.630757] env[69289]: DEBUG nova.compute.provider_tree [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.135822] env[69289]: DEBUG nova.scheduler.client.report [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.189388] env[69289]: DEBUG nova.network.neutron [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.191353] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.216597] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.216848] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.217067] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.217195] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.217345] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.217584] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.217847] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.218023] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.218867] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.218867] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.218867] env[69289]: DEBUG nova.virt.hardware [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.219786] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe2cc75-fa56-4bd3-933d-0433c47407d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.228549] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c22942b-ac58-4181-a895-269938128ee1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.640153] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.640742] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.643316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.206s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.645066] env[69289]: INFO nova.compute.claims [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.694732] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.762167] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Successfully updated port: f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.155240] env[69289]: DEBUG nova.compute.utils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.156871] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.156871] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.197984] env[69289]: DEBUG nova.compute.manager [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69289) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 834.198199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.207246] env[69289]: DEBUG nova.policy [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4a992a97e954bac8f03110509b61eff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88f03929af7d4ec3a83d0338ff73ef28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.270461] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.270461] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquired lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.270461] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.458044] env[69289]: DEBUG nova.compute.manager [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Received event network-vif-plugged-f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.458464] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Acquiring lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.458808] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.459113] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.459938] env[69289]: DEBUG nova.compute.manager [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] No waiting events found dispatching network-vif-plugged-f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.459938] env[69289]: WARNING nova.compute.manager [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Received unexpected event network-vif-plugged-f89b597d-8e58-4a92-94db-08783b5b5d02 for instance with vm_state building and task_state spawning. [ 834.459938] env[69289]: DEBUG nova.compute.manager [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Received event network-changed-f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.461363] env[69289]: DEBUG nova.compute.manager [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Refreshing instance network info cache due to event network-changed-f89b597d-8e58-4a92-94db-08783b5b5d02. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.461363] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Acquiring lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.634274] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Successfully created port: c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.663033] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.807617] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.947849] env[69289]: DEBUG nova.network.neutron [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Updating instance_info_cache with network_info: [{"id": "f89b597d-8e58-4a92-94db-08783b5b5d02", "address": "fa:16:3e:d9:97:d0", "network": {"id": "5358ffd7-e3a2-4bc9-8784-903c42b25259", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1966083895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de68155b95b423bacccb12a8ba7b834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89b597d-8e", "ovs_interfaceid": "f89b597d-8e58-4a92-94db-08783b5b5d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.999190] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a24933e-f303-4fc4-b6f1-13a171b9fde4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.007892] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988f9f5d-c138-4b9a-af5c-9e0dc14b925d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.037545] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdbaa2-ecf1-4181-89b2-18c16c88f9c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.045645] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993ad21b-d85a-46f1-b81b-f18df4f00c72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.061013] env[69289]: DEBUG nova.compute.provider_tree [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.450831] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Releasing lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.451823] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Instance network_info: |[{"id": "f89b597d-8e58-4a92-94db-08783b5b5d02", "address": "fa:16:3e:d9:97:d0", "network": {"id": "5358ffd7-e3a2-4bc9-8784-903c42b25259", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1966083895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de68155b95b423bacccb12a8ba7b834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89b597d-8e", "ovs_interfaceid": "f89b597d-8e58-4a92-94db-08783b5b5d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.451823] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Acquired lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.451823] env[69289]: DEBUG nova.network.neutron [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Refreshing network info cache for port f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.452893] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:97:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f89b597d-8e58-4a92-94db-08783b5b5d02', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.460983] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Creating folder: Project (5de68155b95b423bacccb12a8ba7b834). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.462229] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d5389dd-57b5-410c-9024-3c71dc260a5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.475049] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Created folder: Project (5de68155b95b423bacccb12a8ba7b834) in parent group-v654351. [ 835.475306] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Creating folder: Instances. Parent ref: group-v654521. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.475603] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199acee7-51ad-48a5-b75b-f21de559524a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.485819] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Created folder: Instances in parent group-v654521. [ 835.486025] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.486222] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.486438] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e6a9528-bb8a-43bf-ae57-631673af4de0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.506958] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.506958] env[69289]: value = "task-3277123" [ 835.506958] env[69289]: _type = "Task" [ 835.506958] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.515427] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277123, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.564314] env[69289]: DEBUG nova.scheduler.client.report [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.671719] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.698152] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.698416] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.698574] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.698759] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.698904] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.699064] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.699282] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.699455] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.699638] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.699809] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.700076] env[69289]: DEBUG nova.virt.hardware [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.700966] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962f50c2-bf1d-4d06-8f2a-dc271b40a858 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.709681] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d181ee7f-9e7b-4600-9942-75c7ab78b43e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.019579] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277123, 'name': CreateVM_Task, 'duration_secs': 0.332459} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.019767] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.020457] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.020703] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.021045] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.021308] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f489b6-b95b-4e41-b5f4-26f234384fc4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.027815] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 836.027815] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c3c85c-ccca-6c2a-c32a-e5c3dcb813d1" [ 836.027815] env[69289]: _type = "Task" [ 836.027815] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.038775] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c3c85c-ccca-6c2a-c32a-e5c3dcb813d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.069978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.070561] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.075259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.970s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.075510] env[69289]: DEBUG nova.objects.instance [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lazy-loading 'resources' on Instance uuid e7a4b858-af47-48a4-9198-c1f91195bac8 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.171394] env[69289]: DEBUG nova.network.neutron [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Updated VIF entry in instance network info cache for port f89b597d-8e58-4a92-94db-08783b5b5d02. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.171672] env[69289]: DEBUG nova.network.neutron [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Updating instance_info_cache with network_info: [{"id": "f89b597d-8e58-4a92-94db-08783b5b5d02", "address": "fa:16:3e:d9:97:d0", "network": {"id": "5358ffd7-e3a2-4bc9-8784-903c42b25259", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1966083895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5de68155b95b423bacccb12a8ba7b834", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf89b597d-8e", "ovs_interfaceid": "f89b597d-8e58-4a92-94db-08783b5b5d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.203914] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Successfully updated port: c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.487353] env[69289]: DEBUG nova.compute.manager [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Received event network-vif-plugged-c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.487580] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Acquiring lock "7934f0d0-60ff-4783-9317-4197c896340e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.487788] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Lock "7934f0d0-60ff-4783-9317-4197c896340e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.487955] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Lock "7934f0d0-60ff-4783-9317-4197c896340e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.488132] env[69289]: DEBUG nova.compute.manager [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] No waiting events found dispatching network-vif-plugged-c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.488293] env[69289]: WARNING nova.compute.manager [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Received unexpected event network-vif-plugged-c70be633-7185-4e43-bdda-edcfd577d593 for instance with vm_state building and task_state spawning. [ 836.488470] env[69289]: DEBUG nova.compute.manager [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Received event network-changed-c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.488639] env[69289]: DEBUG nova.compute.manager [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Refreshing instance network info cache due to event network-changed-c70be633-7185-4e43-bdda-edcfd577d593. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.488822] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Acquiring lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.488954] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Acquired lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.489290] env[69289]: DEBUG nova.network.neutron [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Refreshing network info cache for port c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.539048] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c3c85c-ccca-6c2a-c32a-e5c3dcb813d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.539361] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.539617] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.539897] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.540058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.540244] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.540505] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97be8bbc-ace6-487d-9c21-382a936e8255 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.550450] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.550665] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.551413] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103b2341-e38f-4a33-bd09-355ac0f54949 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.557570] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 836.557570] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52de63c5-63c6-7d62-a014-c6ef00838e87" [ 836.557570] env[69289]: _type = "Task" [ 836.557570] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.565957] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de63c5-63c6-7d62-a014-c6ef00838e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.578230] env[69289]: DEBUG nova.compute.utils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.581884] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.582059] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.639529] env[69289]: DEBUG nova.policy [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb881def11bc44029e9a6d2f529e29df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd53225cf64af681c7bf466fb8e26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.677111] env[69289]: DEBUG oslo_concurrency.lockutils [req-4b9ca56b-ce9b-46cf-9bba-d518d0839835 req-00fc7409-f2a4-4f8e-b5d5-2b04bf743a2b service nova] Releasing lock "refresh_cache-db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.707096] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.919257] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6169eb00-e9fc-41eb-a7a6-ea3c69f782bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.927780] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969a7d1-69b9-460d-88d5-b179b7496c8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.958486] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46aaf27c-ca42-47f6-a78b-015a96200ed2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.967114] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdff125-e413-4bc9-a49d-36121bbb2651 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.982704] env[69289]: DEBUG nova.compute.provider_tree [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.984553] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Successfully created port: c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.022947] env[69289]: DEBUG nova.network.neutron [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.071663] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52de63c5-63c6-7d62-a014-c6ef00838e87, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.073031] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f41b8d-870f-480d-893e-a26fcabf3273 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.078490] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 837.078490] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92df9-6178-1f95-db41-621a4f1529f2" [ 837.078490] env[69289]: _type = "Task" [ 837.078490] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.087423] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.089935] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92df9-6178-1f95-db41-621a4f1529f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.100179] env[69289]: DEBUG nova.network.neutron [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.487866] env[69289]: DEBUG nova.scheduler.client.report [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.590060] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92df9-6178-1f95-db41-621a4f1529f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.590300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.590566] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3/db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.593997] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93cc310-be51-4520-a9f1-8f007e32bca1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.602942] env[69289]: DEBUG oslo_concurrency.lockutils [req-1a1296ee-6af4-4171-a6dd-484688163575 req-4b95f396-2bb8-40dc-bbe4-38a7ccdb4498 service nova] Releasing lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.603478] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 837.603478] env[69289]: value = "task-3277124" [ 837.603478] env[69289]: _type = "Task" [ 837.603478] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.603737] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquired lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.603952] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.616880] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.993281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.997912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.460s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.997912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.997912] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 837.997912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.218s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.997912] env[69289]: DEBUG nova.objects.instance [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lazy-loading 'resources' on Instance uuid df922f27-c7f0-4fa3-be0c-df36a5f4b34b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.999750] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5046b9-6338-4ce2-b01c-37f45d21f597 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.011078] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ef8ab2-17b3-4e30-af2b-afb769ff7c6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.028952] env[69289]: INFO nova.scheduler.client.report [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleted allocations for instance e7a4b858-af47-48a4-9198-c1f91195bac8 [ 838.030348] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63f1c4-5275-4ea4-a31d-6a0c60a583ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.043231] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa666ae-30e6-4fea-934e-299e4611d6c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.076428] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178812MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 838.076593] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.099383] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.117298] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470063} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.119238] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3/db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.119460] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.120172] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-907a76e8-6ec2-4f91-a43f-2135d77364f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.127278] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.127508] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.127662] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.127842] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.127987] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.128149] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.128355] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.128513] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.128683] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.128844] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.129026] env[69289]: DEBUG nova.virt.hardware [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.129873] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17d644d-86af-4782-a3cf-99a58b41ce0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.133749] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 838.133749] env[69289]: value = "task-3277125" [ 838.133749] env[69289]: _type = "Task" [ 838.133749] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.140701] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea31ee5d-88c0-4406-83d3-f70e64eefc82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.145625] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.150966] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.296137] env[69289]: DEBUG nova.network.neutron [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Updating instance_info_cache with network_info: [{"id": "c70be633-7185-4e43-bdda-edcfd577d593", "address": "fa:16:3e:df:dd:63", "network": {"id": "8828157e-80e7-4550-9d66-a06e84bc4c15", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-694146929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f03929af7d4ec3a83d0338ff73ef28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70be633-71", "ovs_interfaceid": "c70be633-7185-4e43-bdda-edcfd577d593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.541964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4aa4d9f-adaf-411a-b95d-bcc94b40b6a7 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "e7a4b858-af47-48a4-9198-c1f91195bac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.017s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.644163] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071429} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.646780] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.647901] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c700fc4b-fdda-415c-af38-efc5f810ae28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.675900] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3/db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.675900] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac300f6-5ee7-4034-b76d-c94e0794c2a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.699018] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 838.699018] env[69289]: value = "task-3277126" [ 838.699018] env[69289]: _type = "Task" [ 838.699018] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.711808] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.749601] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.750235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.800474] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Releasing lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.800820] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance network_info: |[{"id": "c70be633-7185-4e43-bdda-edcfd577d593", "address": "fa:16:3e:df:dd:63", "network": {"id": "8828157e-80e7-4550-9d66-a06e84bc4c15", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-694146929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f03929af7d4ec3a83d0338ff73ef28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70be633-71", "ovs_interfaceid": "c70be633-7185-4e43-bdda-edcfd577d593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.801491] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:dd:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c70be633-7185-4e43-bdda-edcfd577d593', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.809012] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Creating folder: Project (88f03929af7d4ec3a83d0338ff73ef28). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.809327] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e050fff9-bba4-43c2-ad72-3668111adfc1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.823593] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Created folder: Project (88f03929af7d4ec3a83d0338ff73ef28) in parent group-v654351. [ 838.823593] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Creating folder: Instances. Parent ref: group-v654524. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.823593] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a98db04d-e6eb-46ac-8fc7-4f76e4a8676d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.834473] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Created folder: Instances in parent group-v654524. [ 838.834695] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.834947] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.835121] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a00e94-5568-49df-ad76-296de3bd3f1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.855815] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.855815] env[69289]: value = "task-3277129" [ 838.855815] env[69289]: _type = "Task" [ 838.855815] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.864243] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277129, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.875268] env[69289]: DEBUG nova.compute.manager [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Received event network-vif-plugged-c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.875485] env[69289]: DEBUG oslo_concurrency.lockutils [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] Acquiring lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.875697] env[69289]: DEBUG oslo_concurrency.lockutils [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.875861] env[69289]: DEBUG oslo_concurrency.lockutils [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.876033] env[69289]: DEBUG nova.compute.manager [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] No waiting events found dispatching network-vif-plugged-c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.876202] env[69289]: WARNING nova.compute.manager [req-b462e08e-0a1c-4e32-b713-c0dcbe82752f req-990a092f-098c-4be8-ba64-4234e0ac05cb service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Received unexpected event network-vif-plugged-c69a312e-f2d8-477e-8b2b-f931548961cb for instance with vm_state building and task_state spawning. [ 839.002686] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41679d5e-23f6-463c-b62c-79a0c2d48300 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.002686] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Successfully updated port: c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.008390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef20b2b7-011d-4779-a51d-15db53f9f63c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.045425] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7fbdac-e7ca-42e3-aade-0e21a01cc107 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.054961] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090840c8-8d3c-41bb-89d5-539409399f18 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.073318] env[69289]: DEBUG nova.compute.provider_tree [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.208461] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277126, 'name': ReconfigVM_Task, 'duration_secs': 0.37592} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.208817] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Reconfigured VM instance instance-0000003d to attach disk [datastore1] db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3/db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.209484] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc7c18db-7cf3-4453-b783-fafdb654f62f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.217549] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 839.217549] env[69289]: value = "task-3277131" [ 839.217549] env[69289]: _type = "Task" [ 839.217549] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.225832] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277131, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.252693] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.367070] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277129, 'name': CreateVM_Task, 'duration_secs': 0.436435} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.367260] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.367959] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368140] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.368730] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274fb13b-2b44-4c66-98f7-3450097033aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.374302] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 839.374302] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5284c760-e3be-630e-c4c3-0b42645dff89" [ 839.374302] env[69289]: _type = "Task" [ 839.374302] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.383506] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5284c760-e3be-630e-c4c3-0b42645dff89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.507458] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.507645] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.507811] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.576614] env[69289]: DEBUG nova.scheduler.client.report [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.728389] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277131, 'name': Rename_Task, 'duration_secs': 0.160224} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.728570] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.728814] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79140a2f-1f7f-45ad-938c-7b0d19581582 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.735618] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 839.735618] env[69289]: value = "task-3277132" [ 839.735618] env[69289]: _type = "Task" [ 839.735618] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.744528] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.776288] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.887132] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5284c760-e3be-630e-c4c3-0b42645dff89, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.887419] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.887712] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.887932] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.888146] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.888423] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.888709] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc91f7c-1487-4c77-82f6-d650e26a984b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.898601] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.898788] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.899534] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137cea26-0754-4cec-b2bb-9389ef262074 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.905163] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 839.905163] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524a1e27-fe53-76f0-e05f-ff41d32be25d" [ 839.905163] env[69289]: _type = "Task" [ 839.905163] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.913778] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a1e27-fe53-76f0-e05f-ff41d32be25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.042196] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.082416] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.084968] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.175s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.085396] env[69289]: DEBUG nova.objects.instance [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lazy-loading 'resources' on Instance uuid f4cd7756-3885-40f2-a4de-a7311adca389 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.106268] env[69289]: INFO nova.scheduler.client.report [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted allocations for instance df922f27-c7f0-4fa3-be0c-df36a5f4b34b [ 840.245426] env[69289]: DEBUG oslo_vmware.api [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277132, 'name': PowerOnVM_Task, 'duration_secs': 0.473248} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.246347] env[69289]: DEBUG nova.network.neutron [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Updating instance_info_cache with network_info: [{"id": "c69a312e-f2d8-477e-8b2b-f931548961cb", "address": "fa:16:3e:fe:b9:5b", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a312e-f2", "ovs_interfaceid": "c69a312e-f2d8-477e-8b2b-f931548961cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.247526] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.247732] env[69289]: INFO nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Took 7.06 seconds to spawn the instance on the hypervisor. [ 840.247911] env[69289]: DEBUG nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.248720] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb261c5-afca-40a9-b631-665226731dad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.417335] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a1e27-fe53-76f0-e05f-ff41d32be25d, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.418231] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a63e52-ba39-4b9e-89eb-17c2f525fe76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.424352] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 840.424352] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2a054-5cdc-dcea-f90a-0aca903af68c" [ 840.424352] env[69289]: _type = "Task" [ 840.424352] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.433015] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2a054-5cdc-dcea-f90a-0aca903af68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.616729] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00706d39-289c-4ef6-aae7-19f4913f5bd0 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "df922f27-c7f0-4fa3-be0c-df36a5f4b34b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.682s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.753694] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.753694] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance network_info: |[{"id": "c69a312e-f2d8-477e-8b2b-f931548961cb", "address": "fa:16:3e:fe:b9:5b", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a312e-f2", "ovs_interfaceid": "c69a312e-f2d8-477e-8b2b-f931548961cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.753694] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69a312e-f2d8-477e-8b2b-f931548961cb', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.760972] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating folder: Project (91fd53225cf64af681c7bf466fb8e26f). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.767071] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2fe7917-56cb-4d26-b416-90402b1f1a59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772386] env[69289]: INFO nova.compute.manager [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Took 49.62 seconds to build instance. [ 840.783921] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created folder: Project (91fd53225cf64af681c7bf466fb8e26f) in parent group-v654351. [ 840.784089] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating folder: Instances. Parent ref: group-v654527. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.784386] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94ce9a99-b31e-4165-971c-d5e1dc2d198b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.797376] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created folder: Instances in parent group-v654527. [ 840.797594] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.797831] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.797986] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47efc4a-24be-4fec-91f0-76cc5f4de925 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.820767] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.820767] env[69289]: value = "task-3277135" [ 840.820767] env[69289]: _type = "Task" [ 840.820767] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.829616] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277135, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.906803] env[69289]: DEBUG nova.compute.manager [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Received event network-changed-c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.906803] env[69289]: DEBUG nova.compute.manager [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Refreshing instance network info cache due to event network-changed-c69a312e-f2d8-477e-8b2b-f931548961cb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.906992] env[69289]: DEBUG oslo_concurrency.lockutils [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] Acquiring lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.907159] env[69289]: DEBUG oslo_concurrency.lockutils [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] Acquired lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.907321] env[69289]: DEBUG nova.network.neutron [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Refreshing network info cache for port c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.936492] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2a054-5cdc-dcea-f90a-0aca903af68c, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.938995] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.939286] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7934f0d0-60ff-4783-9317-4197c896340e/7934f0d0-60ff-4783-9317-4197c896340e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.939729] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c5bf65b-1910-4989-9d1d-cd3fa86c889c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.948051] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 840.948051] env[69289]: value = "task-3277136" [ 840.948051] env[69289]: _type = "Task" [ 840.948051] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.958911] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.176051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f85b1-52a1-4183-998a-fc328fe0d51f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.186465] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090dc11-af56-4ff4-be71-f36db1eab6cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.225984] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7f87c8-9c88-4818-b256-6a63ead6c151 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.236327] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e727e-6bdb-4d5f-a5fb-260ca4581d1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.254266] env[69289]: DEBUG nova.compute.provider_tree [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.273997] env[69289]: DEBUG oslo_concurrency.lockutils [None req-54a2a869-9a19-45ef-b499-68e89a71cf32 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.159s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.338678] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277135, 'name': CreateVM_Task, 'duration_secs': 0.421524} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.339739] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.340568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.340792] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.341243] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.341810] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a213ec39-6e4e-41ba-b6c0-09cd450b0f31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.350253] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 841.350253] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52867963-1ba4-3d8e-f2df-618c4cc9820a" [ 841.350253] env[69289]: _type = "Task" [ 841.350253] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.360802] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52867963-1ba4-3d8e-f2df-618c4cc9820a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.457967] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489242} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.458243] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7934f0d0-60ff-4783-9317-4197c896340e/7934f0d0-60ff-4783-9317-4197c896340e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.458460] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.458803] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20a29c9b-55d9-4596-b60b-6e43bc28a597 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.466216] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 841.466216] env[69289]: value = "task-3277137" [ 841.466216] env[69289]: _type = "Task" [ 841.466216] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.476059] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.757565] env[69289]: DEBUG nova.scheduler.client.report [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.787897] env[69289]: DEBUG nova.network.neutron [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Updated VIF entry in instance network info cache for port c69a312e-f2d8-477e-8b2b-f931548961cb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.788277] env[69289]: DEBUG nova.network.neutron [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Updating instance_info_cache with network_info: [{"id": "c69a312e-f2d8-477e-8b2b-f931548961cb", "address": "fa:16:3e:fe:b9:5b", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69a312e-f2", "ovs_interfaceid": "c69a312e-f2d8-477e-8b2b-f931548961cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.827639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.827639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.827639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.827736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.828482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.833520] env[69289]: INFO nova.compute.manager [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Terminating instance [ 841.861376] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52867963-1ba4-3d8e-f2df-618c4cc9820a, 'name': SearchDatastore_Task, 'duration_secs': 0.024972} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.861673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.861942] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.862199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.862429] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.862788] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.862788] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7836f52-c5c6-4dbe-94fc-bd204152af17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.874531] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.874531] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.874531] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a50993e-5cd4-4eb2-a8fd-6fe521344149 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.880916] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 841.880916] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52882cbb-78b1-937c-30ea-23ab08845a7a" [ 841.880916] env[69289]: _type = "Task" [ 841.880916] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.889655] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52882cbb-78b1-937c-30ea-23ab08845a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.976726] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061521} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.976726] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.977332] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd30d03-b33b-4f0c-8da6-ea8fffde68d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.000795] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 7934f0d0-60ff-4783-9317-4197c896340e/7934f0d0-60ff-4783-9317-4197c896340e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.001095] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5772b496-4375-49b7-bd09-a54043792e2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.019452] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.019631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.025086] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 842.025086] env[69289]: value = "task-3277138" [ 842.025086] env[69289]: _type = "Task" [ 842.025086] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.034125] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.263367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.265827] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.259s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.267334] env[69289]: INFO nova.compute.claims [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.281328] env[69289]: INFO nova.scheduler.client.report [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Deleted allocations for instance f4cd7756-3885-40f2-a4de-a7311adca389 [ 842.290848] env[69289]: DEBUG oslo_concurrency.lockutils [req-5a078f1d-9cd1-4acb-b563-52575b2fb3e4 req-af0130d3-5d3c-4889-8b0f-7b1bd6ba151f service nova] Releasing lock "refresh_cache-1592824a-4b04-4e34-8fa6-c752a62d609e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.337192] env[69289]: DEBUG nova.compute.manager [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.337330] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.338226] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a0766e-84e2-469e-a451-7e56800fdc39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.347735] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.348008] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdff0bed-e1ed-4ede-9bb7-f4e119519065 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.355454] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 842.355454] env[69289]: value = "task-3277139" [ 842.355454] env[69289]: _type = "Task" [ 842.355454] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.364783] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.391683] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52882cbb-78b1-937c-30ea-23ab08845a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.392607] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff9fa25-933f-4aff-ab29-32ca1b70cd26 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.398984] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 842.398984] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521ab992-2589-a14c-ec06-42e6b0c30ddc" [ 842.398984] env[69289]: _type = "Task" [ 842.398984] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.407640] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521ab992-2589-a14c-ec06-42e6b0c30ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.521660] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.537308] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277138, 'name': ReconfigVM_Task, 'duration_secs': 0.277856} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.537602] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 7934f0d0-60ff-4783-9317-4197c896340e/7934f0d0-60ff-4783-9317-4197c896340e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.538357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.538587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.538804] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.539049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.539226] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.541158] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69641ee7-4d3e-41ef-9988-e4728741ad5b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.543178] env[69289]: INFO nova.compute.manager [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Terminating instance [ 842.551049] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 842.551049] env[69289]: value = "task-3277140" [ 842.551049] env[69289]: _type = "Task" [ 842.551049] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.562596] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277140, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.790571] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f3a07481-5f1b-444e-865e-029653ac627c tempest-ServersAdminNegativeTestJSON-139613427 tempest-ServersAdminNegativeTestJSON-139613427-project-member] Lock "f4cd7756-3885-40f2-a4de-a7311adca389" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.336s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.866744] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277139, 'name': PowerOffVM_Task, 'duration_secs': 0.203269} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.867441] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.867441] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.867441] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c293950d-4bc0-44fe-bd48-d2b3adc7ee99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.911240] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521ab992-2589-a14c-ec06-42e6b0c30ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.911582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.911899] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.912221] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12a6b61c-67d4-498c-b66a-e96fc9fe6935 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.920249] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 842.920249] env[69289]: value = "task-3277142" [ 842.920249] env[69289]: _type = "Task" [ 842.920249] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.931518] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.938473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.938919] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.939201] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleting the datastore file [datastore1] 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.939394] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af608c85-b7b2-4bed-bea9-579b899aec4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.947157] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for the task: (returnval){ [ 842.947157] env[69289]: value = "task-3277143" [ 842.947157] env[69289]: _type = "Task" [ 842.947157] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.956107] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.047397] env[69289]: DEBUG nova.compute.manager [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.047652] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.048987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.049916] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f6cfa-4c4e-41c7-9a57-054a02875281 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.063013] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277140, 'name': Rename_Task, 'duration_secs': 0.16215} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.064906] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.065187] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.065425] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-413de5a3-4419-410f-ac44-b2fc8f281341 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.067081] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-382e32ef-819c-4983-a359-b2284bd353fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.075570] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 843.075570] env[69289]: value = "task-3277144" [ 843.075570] env[69289]: _type = "Task" [ 843.075570] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.077243] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 843.077243] env[69289]: value = "task-3277145" [ 843.077243] env[69289]: _type = "Task" [ 843.077243] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.090640] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.094369] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.431578] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488651} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.434561] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.434979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.435275] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c41e2a-8673-4476-ad4f-9dfcc0c6549b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.443222] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 843.443222] env[69289]: value = "task-3277146" [ 843.443222] env[69289]: _type = "Task" [ 843.443222] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.455725] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.462100] env[69289]: DEBUG oslo_vmware.api [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Task: {'id': task-3277143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178829} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.465152] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.465404] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.465623] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.465831] env[69289]: INFO nova.compute.manager [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 843.466173] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.466594] env[69289]: DEBUG nova.compute.manager [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.466715] env[69289]: DEBUG nova.network.neutron [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.594670] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277144, 'name': PowerOffVM_Task, 'duration_secs': 0.268547} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.598251] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.598624] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.598727] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277145, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.599012] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9625721-6c26-460b-8647-0c8ae31e5148 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.678943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800ea3c-b413-4c10-83ac-e3a079ff9b60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.696406] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87d5df9-30a0-43db-a0d7-5d84768fb93f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.738332] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3e56b9-00a6-49c4-9b25-db847d1c5dee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.742278] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.742702] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.743093] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Deleting the datastore file [datastore1] db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.743518] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cb998c6-4b89-4c09-b17a-9744f0d42b4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.756724] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a5738-86b8-4f24-838d-f6177f737a47 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.759181] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for the task: (returnval){ [ 843.759181] env[69289]: value = "task-3277148" [ 843.759181] env[69289]: _type = "Task" [ 843.759181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.771381] env[69289]: DEBUG nova.compute.provider_tree [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.778358] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.955294] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073067} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.955917] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.959018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226118b-394f-4997-9915-3794bbe8e955 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.984147] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.984619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582f5ec4-01b1-49f3-8267-f5a46060121f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.009876] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 844.009876] env[69289]: value = "task-3277149" [ 844.009876] env[69289]: _type = "Task" [ 844.009876] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.020581] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.095734] env[69289]: DEBUG nova.compute.manager [req-ca3c6074-204e-4c77-af96-e294948530b4 req-1d089aa3-7334-41f8-9e9f-0d69f201e2d3 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Received event network-vif-deleted-412419a3-3b80-4194-8485-7109a4593d0e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.095941] env[69289]: INFO nova.compute.manager [req-ca3c6074-204e-4c77-af96-e294948530b4 req-1d089aa3-7334-41f8-9e9f-0d69f201e2d3 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Neutron deleted interface 412419a3-3b80-4194-8485-7109a4593d0e; detaching it from the instance and deleting it from the info cache [ 844.096125] env[69289]: DEBUG nova.network.neutron [req-ca3c6074-204e-4c77-af96-e294948530b4 req-1d089aa3-7334-41f8-9e9f-0d69f201e2d3 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.097554] env[69289]: DEBUG oslo_vmware.api [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277145, 'name': PowerOnVM_Task, 'duration_secs': 0.574498} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.097790] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.097979] env[69289]: INFO nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Took 8.43 seconds to spawn the instance on the hypervisor. [ 844.098174] env[69289]: DEBUG nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.100653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c3ee9-0b48-423b-94bf-4301f0cb074c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.271604] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.280825] env[69289]: DEBUG nova.scheduler.client.report [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.523335] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.539261] env[69289]: DEBUG nova.network.neutron [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.599725] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1a86c27-c931-4542-aab8-e453184a7cd9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.612794] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686d6b7-d9f0-4f1d-8c60-53f3cf5e87d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.635993] env[69289]: INFO nova.compute.manager [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Took 50.16 seconds to build instance. [ 844.656802] env[69289]: DEBUG nova.compute.manager [req-ca3c6074-204e-4c77-af96-e294948530b4 req-1d089aa3-7334-41f8-9e9f-0d69f201e2d3 service nova] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Detach interface failed, port_id=412419a3-3b80-4194-8485-7109a4593d0e, reason: Instance 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 844.771515] env[69289]: DEBUG oslo_vmware.api [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Task: {'id': task-3277148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542623} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.771807] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.771963] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.772156] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.772326] env[69289]: INFO nova.compute.manager [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Took 1.72 seconds to destroy the instance on the hypervisor. [ 844.772561] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.772752] env[69289]: DEBUG nova.compute.manager [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.772847] env[69289]: DEBUG nova.network.neutron [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.790136] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.793016] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.793162] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.851s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.794473] env[69289]: INFO nova.compute.claims [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.024232] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277149, 'name': ReconfigVM_Task, 'duration_secs': 0.621998} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.024600] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.025510] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d565511-4d00-460e-93e7-2e8a33f66741 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.034127] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 845.034127] env[69289]: value = "task-3277150" [ 845.034127] env[69289]: _type = "Task" [ 845.034127] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.044331] env[69289]: INFO nova.compute.manager [-] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Took 1.58 seconds to deallocate network for instance. [ 845.045162] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277150, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.141740] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40b47ee8-ff4f-4c8a-ac9c-2ceb8fa88f52 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.682s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.158596] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "7934f0d0-60ff-4783-9317-4197c896340e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.158908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.159174] env[69289]: INFO nova.compute.manager [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Rebooting instance [ 845.305381] env[69289]: DEBUG nova.compute.utils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.307037] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.307201] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.367387] env[69289]: DEBUG nova.policy [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6318cf2f68b1490cb7cc427a79810334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3327550badfe4d3dadd5a742464db3b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.544195] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277150, 'name': Rename_Task, 'duration_secs': 0.153364} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.544477] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.544706] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6e45fd-2b88-4925-bce9-948e271a8ee8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.551597] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.553119] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 845.553119] env[69289]: value = "task-3277151" [ 845.553119] env[69289]: _type = "Task" [ 845.553119] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.561521] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.691199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquired lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.691867] env[69289]: DEBUG nova.network.neutron [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.698583] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Successfully created port: 25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.767840] env[69289]: DEBUG nova.network.neutron [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.811149] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.074241] env[69289]: DEBUG oslo_vmware.api [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277151, 'name': PowerOnVM_Task, 'duration_secs': 0.508356} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.077209] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.077209] env[69289]: INFO nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Took 7.98 seconds to spawn the instance on the hypervisor. [ 846.077209] env[69289]: DEBUG nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.078494] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39ccabe-4c72-4f99-af86-40a4c1cd28da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.209735] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db950e8c-82aa-4e5b-a641-f75248eb4e8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.219194] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571eb6ba-5bca-4196-b35b-cd35c2095724 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.252363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cd9a3a-6fe7-4fc8-891d-61775d28af3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.261311] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1cadf7-03b2-4362-899e-c9c87f62c66e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.275799] env[69289]: INFO nova.compute.manager [-] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Took 1.50 seconds to deallocate network for instance. [ 846.276677] env[69289]: DEBUG nova.compute.provider_tree [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.286445] env[69289]: DEBUG nova.compute.manager [req-08a2af8d-13ac-4b1c-b1d2-24e0e77be16c req-d86314ac-6f62-4d6f-a249-72466df4537e service nova] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Received event network-vif-deleted-f89b597d-8e58-4a92-94db-08783b5b5d02 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.503280] env[69289]: DEBUG nova.network.neutron [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Updating instance_info_cache with network_info: [{"id": "c70be633-7185-4e43-bdda-edcfd577d593", "address": "fa:16:3e:df:dd:63", "network": {"id": "8828157e-80e7-4550-9d66-a06e84bc4c15", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-694146929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88f03929af7d4ec3a83d0338ff73ef28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc70be633-71", "ovs_interfaceid": "c70be633-7185-4e43-bdda-edcfd577d593", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.604873] env[69289]: INFO nova.compute.manager [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Took 49.19 seconds to build instance. [ 846.781648] env[69289]: DEBUG nova.scheduler.client.report [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.785463] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.823045] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.843396] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.843676] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.843839] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.844031] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.844182] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.844346] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.844530] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.844683] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.844848] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.845016] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.845230] env[69289]: DEBUG nova.virt.hardware [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.846100] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8baad9-f0db-49bd-9736-2673ba799eca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.854936] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf99212-7391-4d69-9896-79cd0cfe1baa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.007200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Releasing lock "refresh_cache-7934f0d0-60ff-4783-9317-4197c896340e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.107737] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1ac8e2fc-fe56-48db-ae72-45cbf0aea537 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.708s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.287359] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.287964] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.294489] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.857s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.296036] env[69289]: INFO nova.compute.claims [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.490139] env[69289]: INFO nova.compute.manager [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Rebuilding instance [ 847.517666] env[69289]: DEBUG nova.compute.manager [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.517666] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a650025-8025-45b6-a3fd-4687181469c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.555269] env[69289]: DEBUG nova.compute.manager [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.556141] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fcace7-cb0f-4083-b1de-87735fa9b956 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.713855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.713855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.802742] env[69289]: DEBUG nova.compute.utils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.804839] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.809202] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.824197] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Successfully updated port: 25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.866504] env[69289]: DEBUG nova.policy [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc0692b7750948678eb5eae69872a1f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1be653c80e2743d79955a54c52cb4a8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.135243] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Successfully created port: 51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.219830] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.320724] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.327812] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.327812] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquired lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.327812] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.388219] env[69289]: DEBUG nova.compute.manager [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Received event network-vif-plugged-25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.388675] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Acquiring lock "23e20c05-42bd-40ce-9419-965392f441ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.388675] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Lock "23e20c05-42bd-40ce-9419-965392f441ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.388826] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Lock "23e20c05-42bd-40ce-9419-965392f441ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.389030] env[69289]: DEBUG nova.compute.manager [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] No waiting events found dispatching network-vif-plugged-25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.389185] env[69289]: WARNING nova.compute.manager [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Received unexpected event network-vif-plugged-25d2ed76-102c-4302-9e52-6c6db5823ce6 for instance with vm_state building and task_state spawning. [ 848.389349] env[69289]: DEBUG nova.compute.manager [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Received event network-changed-25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.389498] env[69289]: DEBUG nova.compute.manager [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Refreshing instance network info cache due to event network-changed-25d2ed76-102c-4302-9e52-6c6db5823ce6. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.389662] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Acquiring lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.539036] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e22d5-6ae8-43ff-9d0a-e18296dd0b72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.553232] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Doing hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 848.553232] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e92ce3ca-c103-4561-b8f8-53eb21aaea39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.563762] env[69289]: DEBUG oslo_vmware.api [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 848.563762] env[69289]: value = "task-3277152" [ 848.563762] env[69289]: _type = "Task" [ 848.563762] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.573532] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.573831] env[69289]: DEBUG oslo_vmware.api [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277152, 'name': ResetVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.576731] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e94bbb-0929-4f7c-b918-44f7b7b6ffce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.584647] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 848.584647] env[69289]: value = "task-3277153" [ 848.584647] env[69289]: _type = "Task" [ 848.584647] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.596309] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.676667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab842e-08bd-44f4-b563-2ef42f3d8a51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.685111] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db306a31-8244-4bfe-b381-dbbc7295510e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.718644] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65172c2-1e62-41ae-bc61-c6ae0f881097 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.732387] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4906d60d-043c-4ad9-9781-4d1f9214074e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.749321] env[69289]: DEBUG nova.compute.provider_tree [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.752402] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.864141] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.035888] env[69289]: DEBUG nova.network.neutron [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Updating instance_info_cache with network_info: [{"id": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "address": "fa:16:3e:82:2e:42", "network": {"id": "867b74c9-7512-4376-9579-69ad63a11f55", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-954543206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3327550badfe4d3dadd5a742464db3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d2ed76-10", "ovs_interfaceid": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.073954] env[69289]: DEBUG oslo_vmware.api [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277152, 'name': ResetVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.093439] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277153, 'name': PowerOffVM_Task, 'duration_secs': 0.200412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.093735] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.094011] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.094758] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c252ae0-d1b9-4e3b-91d2-1b39353d9e7a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.101620] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.101846] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5c5f7c8-3414-4683-afca-8815379c30a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.176386] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.176548] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.176723] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.176987] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e843dde-b846-48e5-9dbc-8ead66a3a24d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.184913] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 849.184913] env[69289]: value = "task-3277155" [ 849.184913] env[69289]: _type = "Task" [ 849.184913] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.193462] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.256765] env[69289]: DEBUG nova.scheduler.client.report [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.330843] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.359034] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.359034] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.359034] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.359034] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.359034] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.359445] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.359577] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.359708] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.359883] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.360060] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.360241] env[69289]: DEBUG nova.virt.hardware [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.361177] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41d1b9-afbd-477b-b910-cefec03c8db7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.369484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf852b98-2064-4a30-ae01-a6953ecfe162 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.531809] env[69289]: DEBUG nova.compute.manager [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received event network-vif-plugged-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.531809] env[69289]: DEBUG oslo_concurrency.lockutils [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] Acquiring lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.532053] env[69289]: DEBUG oslo_concurrency.lockutils [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.532193] env[69289]: DEBUG oslo_concurrency.lockutils [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.532411] env[69289]: DEBUG nova.compute.manager [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] No waiting events found dispatching network-vif-plugged-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.532520] env[69289]: WARNING nova.compute.manager [req-f15a5bc3-c21a-4956-8400-1c29379a9099 req-eb0ec5fa-7e7b-4a76-a117-6b55be81b45d service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received unexpected event network-vif-plugged-51e5055c-1b16-4057-b96f-9c5b92c04016 for instance with vm_state building and task_state spawning. [ 849.539968] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Releasing lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.540288] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Instance network_info: |[{"id": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "address": "fa:16:3e:82:2e:42", "network": {"id": "867b74c9-7512-4376-9579-69ad63a11f55", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-954543206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3327550badfe4d3dadd5a742464db3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d2ed76-10", "ovs_interfaceid": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.540561] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Acquired lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.540734] env[69289]: DEBUG nova.network.neutron [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Refreshing network info cache for port 25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.541952] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:2e:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25d2ed76-102c-4302-9e52-6c6db5823ce6', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.549966] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Creating folder: Project (3327550badfe4d3dadd5a742464db3b0). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.550783] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6825f14b-29e3-41b6-bea5-7b82ca79a691 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.569735] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Created folder: Project (3327550badfe4d3dadd5a742464db3b0) in parent group-v654351. [ 849.569902] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Creating folder: Instances. Parent ref: group-v654530. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.573354] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c2b1246-cbc0-4994-9bc7-b852bc36c9a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.579020] env[69289]: DEBUG oslo_vmware.api [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277152, 'name': ResetVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.584122] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Created folder: Instances in parent group-v654530. [ 849.584122] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.584297] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.584413] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49c16831-9bdd-4dbc-b59f-329f45dace39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.604967] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.604967] env[69289]: value = "task-3277158" [ 849.604967] env[69289]: _type = "Task" [ 849.604967] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.614182] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277158, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.644354] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Successfully updated port: 51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.698470] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12673} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.698748] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.698945] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.699141] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.760478] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.761085] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.764064] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.635s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.764826] env[69289]: DEBUG nova.objects.instance [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lazy-loading 'resources' on Instance uuid 9fb233a8-151c-4467-838b-86e9c5425181 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.074852] env[69289]: DEBUG oslo_vmware.api [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277152, 'name': ResetVM_Task, 'duration_secs': 1.118983} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.075194] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Did hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 850.075441] env[69289]: DEBUG nova.compute.manager [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.076694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27a0af-cd98-4e93-943b-5a6ba1797f62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.115594] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277158, 'name': CreateVM_Task, 'duration_secs': 0.331564} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.115824] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.117292] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.117462] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.117779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.118325] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbaf74d-a2c4-4ae0-b755-1b54caf2cc0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.126606] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 850.126606] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5221f533-6985-bf94-316d-2cb62aa0e5cb" [ 850.126606] env[69289]: _type = "Task" [ 850.126606] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.134878] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5221f533-6985-bf94-316d-2cb62aa0e5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.147490] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.147627] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.147777] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.241483] env[69289]: DEBUG nova.network.neutron [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Updated VIF entry in instance network info cache for port 25d2ed76-102c-4302-9e52-6c6db5823ce6. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.241824] env[69289]: DEBUG nova.network.neutron [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Updating instance_info_cache with network_info: [{"id": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "address": "fa:16:3e:82:2e:42", "network": {"id": "867b74c9-7512-4376-9579-69ad63a11f55", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-954543206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3327550badfe4d3dadd5a742464db3b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25d2ed76-10", "ovs_interfaceid": "25d2ed76-102c-4302-9e52-6c6db5823ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.270082] env[69289]: DEBUG nova.compute.utils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.271866] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.272041] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.309116] env[69289]: DEBUG nova.policy [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd3d5ad8d7443f6a1a9b72f3c4b03b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbde26a0e434eafb1511065a2663212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.577178] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Successfully created port: 3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.592107] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a535333d-a325-4773-bae5-15028265b9c2 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.433s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.632937] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8928a8-8dde-4a8a-a89c-8b0afb7d92ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.639217] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5221f533-6985-bf94-316d-2cb62aa0e5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.639915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.640212] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.640457] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.640604] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.640779] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.641147] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eb54f56-cf14-42f7-9193-edd094d02339 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.646022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86359574-62b5-439c-86f2-5c961cb730a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.652841] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.652991] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.680292] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245a3107-0a4b-42fe-b433-f21e70bbc699 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.683825] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0302781-785b-498f-9cde-9a391c13977f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.694261] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf25f222-9271-4faa-a19a-77205e374520 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.699085] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 850.699085] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5222e0d9-252e-53a9-4449-4d9030140167" [ 850.699085] env[69289]: _type = "Task" [ 850.699085] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.713438] env[69289]: DEBUG nova.compute.provider_tree [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.716178] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.723337] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5222e0d9-252e-53a9-4449-4d9030140167, 'name': SearchDatastore_Task, 'duration_secs': 0.010725} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.724504] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f70e4-59ba-4478-91f9-a0b4c5bb152a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.730621] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 850.730621] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52959493-91b1-270d-d0e5-3930f695c426" [ 850.730621] env[69289]: _type = "Task" [ 850.730621] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.741342] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.741596] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.741752] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.741929] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.742109] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.742284] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.742490] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.742648] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.742813] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.742975] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.743162] env[69289]: DEBUG nova.virt.hardware [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.743719] env[69289]: DEBUG oslo_concurrency.lockutils [req-cc88187b-51ef-4bd7-91c6-1c13c7825c26 req-d07b3748-e684-47c0-a955-856af52ed88c service nova] Releasing lock "refresh_cache-23e20c05-42bd-40ce-9419-965392f441ab" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.744587] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8778796c-fd8e-48c0-a96e-3eea935666bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.752453] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52959493-91b1-270d-d0e5-3930f695c426, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.753634] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.753892] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 23e20c05-42bd-40ce-9419-965392f441ab/23e20c05-42bd-40ce-9419-965392f441ab.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.754178] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25f68e12-eaa6-4b9b-9d80-41e00a19b456 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.759564] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d1d8fa-2b62-4786-b50b-f5a0bd847370 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.768335] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 850.768335] env[69289]: value = "task-3277159" [ 850.768335] env[69289]: _type = "Task" [ 850.768335] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.780701] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.783715] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b9:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69a312e-f2d8-477e-8b2b-f931548961cb', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.792064] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.794244] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.794489] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24cf0efd-8884-448d-8063-f26dfff7ec86 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.812193] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.819193] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.819193] env[69289]: value = "task-3277160" [ 850.819193] env[69289]: _type = "Task" [ 850.819193] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.829037] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277160, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.943999] env[69289]: DEBUG nova.network.neutron [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.219642] env[69289]: DEBUG nova.scheduler.client.report [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.280218] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485534} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.280398] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 23e20c05-42bd-40ce-9419-965392f441ab/23e20c05-42bd-40ce-9419-965392f441ab.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.280480] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.280763] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a3e11e-b74f-4c95-a640-d8d95a6bfece {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.288404] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 851.288404] env[69289]: value = "task-3277161" [ 851.288404] env[69289]: _type = "Task" [ 851.288404] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.302181] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.329983] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277160, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.444858] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "7934f0d0-60ff-4783-9317-4197c896340e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.445160] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.445385] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "7934f0d0-60ff-4783-9317-4197c896340e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.445566] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.445734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.447616] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.447959] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Instance network_info: |[{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.448413] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:b2:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51e5055c-1b16-4057-b96f-9c5b92c04016', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.457036] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.457036] env[69289]: INFO nova.compute.manager [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Terminating instance [ 851.458452] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.458734] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a35438-066c-4543-bd2b-bc1f43c126c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.481637] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.481637] env[69289]: value = "task-3277162" [ 851.481637] env[69289]: _type = "Task" [ 851.481637] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.491399] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277162, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.617090] env[69289]: DEBUG nova.compute.manager [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.617491] env[69289]: DEBUG nova.compute.manager [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing instance network info cache due to event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.619289] env[69289]: DEBUG oslo_concurrency.lockutils [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] Acquiring lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.619663] env[69289]: DEBUG oslo_concurrency.lockutils [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] Acquired lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.619981] env[69289]: DEBUG nova.network.neutron [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.725514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.727887] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.392s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.728134] env[69289]: DEBUG nova.objects.instance [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'resources' on Instance uuid 412ed133-69cb-4ec0-add8-99466e3bbdfb {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.752270] env[69289]: INFO nova.scheduler.client.report [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Deleted allocations for instance 9fb233a8-151c-4467-838b-86e9c5425181 [ 851.799985] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.802107] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09435} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.803155] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.804030] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1dd5c-d282-43a0-b787-ae2b0eee80ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828445] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 23e20c05-42bd-40ce-9419-965392f441ab/23e20c05-42bd-40ce-9419-965392f441ab.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.831017] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fe68ff2-0979-403b-be11-a40168f68562 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.851322] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.851583] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.851759] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.851967] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.852163] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.852327] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.852532] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.852686] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.852850] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.853017] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.853473] env[69289]: DEBUG nova.virt.hardware [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.853998] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d0389-8d6b-4ef4-bafd-ddd3d6889131 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.860563] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 851.860563] env[69289]: value = "task-3277163" [ 851.860563] env[69289]: _type = "Task" [ 851.860563] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.860766] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277160, 'name': CreateVM_Task, 'duration_secs': 0.563028} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.861306] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.864564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.864721] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.865034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.867059] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4a0e11-3451-4ba8-a945-e98fbafb4d13 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.869808] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b3afd2-9251-4d20-9148-66dabcd15a0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.877176] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.880632] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 851.880632] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b7df8a-5022-8552-dc92-ddef95850bca" [ 851.880632] env[69289]: _type = "Task" [ 851.880632] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.898952] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b7df8a-5022-8552-dc92-ddef95850bca, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.899268] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.899503] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.899734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.899877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.900059] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.900319] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c1c220-63f1-4d65-8718-e4f66acb2605 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.909370] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.909547] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.910251] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66700e3b-e3e0-428e-a192-ae6cedfd2915 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.916058] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 851.916058] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52994392-0e14-7288-917f-67da0278511f" [ 851.916058] env[69289]: _type = "Task" [ 851.916058] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.923665] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52994392-0e14-7288-917f-67da0278511f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.976113] env[69289]: DEBUG nova.compute.manager [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.976851] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.977300] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9a059f-3ec6-42f2-98aa-19f796af4a9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.987694] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.988303] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8f1ba6-1a6a-41f8-9707-7903fdcdb13c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.995357] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277162, 'name': CreateVM_Task, 'duration_secs': 0.360041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.996478] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.996804] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 851.996804] env[69289]: value = "task-3277164" [ 851.996804] env[69289]: _type = "Task" [ 851.996804] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.997421] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.997582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.997885] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.998198] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02390e2-c56e-4732-8170-d0f4f057fb31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.009848] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.011099] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 852.011099] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5244412d-3fee-63bc-6012-286d8710420f" [ 852.011099] env[69289]: _type = "Task" [ 852.011099] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.022778] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5244412d-3fee-63bc-6012-286d8710420f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.074121] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Successfully updated port: 3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.258537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4781dcc6-213c-41de-9e9a-b404660064a2 tempest-ServerTagsTestJSON-691625521 tempest-ServerTagsTestJSON-691625521-project-member] Lock "9fb233a8-151c-4467-838b-86e9c5425181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.579s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.335943] env[69289]: DEBUG nova.network.neutron [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updated VIF entry in instance network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.335943] env[69289]: DEBUG nova.network.neutron [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.373812] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277163, 'name': ReconfigVM_Task, 'duration_secs': 0.352389} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.374109] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 23e20c05-42bd-40ce-9419-965392f441ab/23e20c05-42bd-40ce-9419-965392f441ab.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.374797] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd834be-4a7b-4730-9982-d434685b3093 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.384022] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 852.384022] env[69289]: value = "task-3277165" [ 852.384022] env[69289]: _type = "Task" [ 852.384022] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.391677] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277165, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.430271] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52994392-0e14-7288-917f-67da0278511f, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.430973] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91486621-fd81-45d2-952b-a9bac0eb537c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.437914] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 852.437914] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5237614e-856c-523e-84f1-5111b9695589" [ 852.437914] env[69289]: _type = "Task" [ 852.437914] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.446294] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5237614e-856c-523e-84f1-5111b9695589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.510223] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277164, 'name': PowerOffVM_Task, 'duration_secs': 0.214045} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.510223] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.510223] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.510442] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39f9d85c-9480-485e-b4a9-06184238a807 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.520973] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5244412d-3fee-63bc-6012-286d8710420f, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.523686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.524056] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.524430] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.576955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.577354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.578577] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.587284] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.587821] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.590070] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Deleting the datastore file [datastore1] 7934f0d0-60ff-4783-9317-4197c896340e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.590070] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba39679-adfa-41fc-8289-988b1fa31fad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.592100] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05d1a17-1f43-45b7-a56f-214282467814 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.605994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8bf1f-1480-4f66-9f74-9dd458c0ce74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.609643] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for the task: (returnval){ [ 852.609643] env[69289]: value = "task-3277167" [ 852.609643] env[69289]: _type = "Task" [ 852.609643] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.643760] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd90c4-9c3d-4499-8727-d975d4c07b9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.649353] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.655863] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c72f7-7107-4e56-b30e-14e1c848f444 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.670288] env[69289]: DEBUG nova.compute.provider_tree [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.840184] env[69289]: DEBUG oslo_concurrency.lockutils [req-58545e9a-a09f-417d-a0eb-291843065d68 req-d3a1b080-c92c-468f-9cde-861a769f2319 service nova] Releasing lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.893324] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277165, 'name': Rename_Task, 'duration_secs': 0.404303} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.893608] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.893849] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecca7bb4-cae3-4c6c-8b5e-7b6b22686a4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.901020] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 852.901020] env[69289]: value = "task-3277168" [ 852.901020] env[69289]: _type = "Task" [ 852.901020] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.909761] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.949770] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5237614e-856c-523e-84f1-5111b9695589, 'name': SearchDatastore_Task, 'duration_secs': 0.048123} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.950294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.950381] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.950669] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.950837] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.951077] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfaa0f65-82a2-4fcc-947d-7e4dbb53502d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.953045] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ced4c0a1-0fa0-4427-af79-0e6f56b428cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.960536] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 852.960536] env[69289]: value = "task-3277169" [ 852.960536] env[69289]: _type = "Task" [ 852.960536] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.965700] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.965884] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.969418] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123153a6-aaea-45f7-8c33-7f3becd3bb56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.971761] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.975047] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 852.975047] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b68edd-2a50-c37e-3a3d-58ddddecc84d" [ 852.975047] env[69289]: _type = "Task" [ 852.975047] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.983533] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b68edd-2a50-c37e-3a3d-58ddddecc84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.120930] env[69289]: DEBUG oslo_vmware.api [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Task: {'id': task-3277167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243208} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.122023] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.123179] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.123376] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.123551] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.123721] env[69289]: INFO nova.compute.manager [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 853.123961] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.124178] env[69289]: DEBUG nova.compute.manager [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.124641] env[69289]: DEBUG nova.network.neutron [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.174025] env[69289]: DEBUG nova.scheduler.client.report [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.270474] env[69289]: DEBUG nova.network.neutron [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Updating instance_info_cache with network_info: [{"id": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "address": "fa:16:3e:a0:a9:f2", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5d4a87-ab", "ovs_interfaceid": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.415221] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.471758] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.487597] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b68edd-2a50-c37e-3a3d-58ddddecc84d, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.488666] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b04852-9611-40ba-a130-f835affcb30b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.497415] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 853.497415] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529b5f86-8c01-d78f-cb70-a84591dbf298" [ 853.497415] env[69289]: _type = "Task" [ 853.497415] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.508184] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b5f86-8c01-d78f-cb70-a84591dbf298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.680327] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.683646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.313s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.684171] env[69289]: DEBUG nova.objects.instance [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'resources' on Instance uuid 5f68c04f-b23d-4f83-9456-c61d2f2307c2 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.711581] env[69289]: INFO nova.scheduler.client.report [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance 412ed133-69cb-4ec0-add8-99466e3bbdfb [ 853.774622] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.774983] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Instance network_info: |[{"id": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "address": "fa:16:3e:a0:a9:f2", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5d4a87-ab", "ovs_interfaceid": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.776317] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a9:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e5d4a87-ab5c-41e7-88eb-0c7261888dd0', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.785116] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.785636] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.785869] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0b9b54b-8782-4725-85b0-0351d8b6d843 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.808481] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.808481] env[69289]: value = "task-3277170" [ 853.808481] env[69289]: _type = "Task" [ 853.808481] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.817175] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277170, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.915165] env[69289]: DEBUG oslo_vmware.api [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277168, 'name': PowerOnVM_Task, 'duration_secs': 0.818319} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.915165] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.915165] env[69289]: INFO nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Took 7.09 seconds to spawn the instance on the hypervisor. [ 853.915165] env[69289]: DEBUG nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.915165] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09582720-7bfd-4ff2-98eb-4f0429f2b338 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.971981] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.973610] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.974178] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.974178] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9bb147e-db5b-48d1-83f5-05d9bb340511 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.984025] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 853.984025] env[69289]: value = "task-3277171" [ 853.984025] env[69289]: _type = "Task" [ 853.984025] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.991798] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.008030] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b5f86-8c01-d78f-cb70-a84591dbf298, 'name': SearchDatastore_Task, 'duration_secs': 0.01712} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.008234] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.009086] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 96c299dd-b01f-48c9-83db-1c13b3e9b34c/96c299dd-b01f-48c9-83db-1c13b3e9b34c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.009449] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58eb5afd-f662-4b29-8126-6da95ced0f31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.016586] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 854.016586] env[69289]: value = "task-3277172" [ 854.016586] env[69289]: _type = "Task" [ 854.016586] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.026874] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.060255] env[69289]: DEBUG nova.compute.manager [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Received event network-vif-plugged-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.060255] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Acquiring lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.060255] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.060255] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.060255] env[69289]: DEBUG nova.compute.manager [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] No waiting events found dispatching network-vif-plugged-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.060512] env[69289]: WARNING nova.compute.manager [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Received unexpected event network-vif-plugged-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 for instance with vm_state building and task_state spawning. [ 854.060791] env[69289]: DEBUG nova.compute.manager [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Received event network-changed-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.061143] env[69289]: DEBUG nova.compute.manager [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Refreshing instance network info cache due to event network-changed-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.061734] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Acquiring lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.062216] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Acquired lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.063102] env[69289]: DEBUG nova.network.neutron [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Refreshing network info cache for port 3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.222369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f120be2f-0254-4696-9e35-8b9a7d63cd09 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "412ed133-69cb-4ec0-add8-99466e3bbdfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.588s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.317331] env[69289]: DEBUG nova.compute.manager [req-902fa1fa-2257-4e3e-828e-c4f6afc0751e req-c494fefd-e027-4bb9-a648-5dcd261a6ace service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Received event network-vif-deleted-c70be633-7185-4e43-bdda-edcfd577d593 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.317565] env[69289]: INFO nova.compute.manager [req-902fa1fa-2257-4e3e-828e-c4f6afc0751e req-c494fefd-e027-4bb9-a648-5dcd261a6ace service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Neutron deleted interface c70be633-7185-4e43-bdda-edcfd577d593; detaching it from the instance and deleting it from the info cache [ 854.317965] env[69289]: DEBUG nova.network.neutron [req-902fa1fa-2257-4e3e-828e-c4f6afc0751e req-c494fefd-e027-4bb9-a648-5dcd261a6ace service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.333521] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277170, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.436584] env[69289]: INFO nova.compute.manager [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Took 42.45 seconds to build instance. [ 854.479023] env[69289]: DEBUG nova.network.neutron [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.494027] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28773} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.495207] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.498584] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9575a29-dc6f-4dd4-9f15-b73be7b0a798 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.528787] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.530991] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0a5813-c5a2-473a-88b9-d68e2b5307df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.556270] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277172, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.558545] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 854.558545] env[69289]: value = "task-3277173" [ 854.558545] env[69289]: _type = "Task" [ 854.558545] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.574325] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.621738] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c0e01-5d4e-476a-9abc-54501cb6e930 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.631052] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3e1179-e7d2-4ad1-a43e-fff4d1310b01 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.668307] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec55c9-3a4b-405d-86d5-ba7e988db3ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.677964] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65947a8f-e8f1-4724-ae18-7b130d27d3b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.696660] env[69289]: DEBUG nova.compute.provider_tree [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.821875] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277170, 'name': CreateVM_Task, 'duration_secs': 0.839473} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.822476] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0d9ad2a-1b24-409d-8d66-4618076ae959 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.824103] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.824880] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.825300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.827525] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.827525] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e18a4df-ad8d-4559-83a2-7267a218e5f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.836488] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ececf5-9e19-42ac-bc91-257222dd106d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.850146] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 854.850146] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529db9b4-c6ea-7444-7d43-e02b01d04595" [ 854.850146] env[69289]: _type = "Task" [ 854.850146] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.863083] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529db9b4-c6ea-7444-7d43-e02b01d04595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.875344] env[69289]: DEBUG nova.compute.manager [req-902fa1fa-2257-4e3e-828e-c4f6afc0751e req-c494fefd-e027-4bb9-a648-5dcd261a6ace service nova] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Detach interface failed, port_id=c70be633-7185-4e43-bdda-edcfd577d593, reason: Instance 7934f0d0-60ff-4783-9317-4197c896340e could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 854.940286] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac1d5cb-ce42-4382-825b-aa7efc8a2386 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.968s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.977800] env[69289]: DEBUG nova.network.neutron [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Updated VIF entry in instance network info cache for port 3e5d4a87-ab5c-41e7-88eb-0c7261888dd0. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.978195] env[69289]: DEBUG nova.network.neutron [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Updating instance_info_cache with network_info: [{"id": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "address": "fa:16:3e:a0:a9:f2", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e5d4a87-ab", "ovs_interfaceid": "3e5d4a87-ab5c-41e7-88eb-0c7261888dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.980125] env[69289]: INFO nova.compute.manager [-] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Took 1.86 seconds to deallocate network for instance. [ 855.042546] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899457} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.042811] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 96c299dd-b01f-48c9-83db-1c13b3e9b34c/96c299dd-b01f-48c9-83db-1c13b3e9b34c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.043030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.043291] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9bb2f3d-958e-4824-b9b5-366b0af49a1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.053029] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 855.053029] env[69289]: value = "task-3277174" [ 855.053029] env[69289]: _type = "Task" [ 855.053029] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.063250] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.072391] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.199857] env[69289]: DEBUG nova.scheduler.client.report [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.367073] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529db9b4-c6ea-7444-7d43-e02b01d04595, 'name': SearchDatastore_Task, 'duration_secs': 0.047617} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.367388] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.367625] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.367858] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.368010] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.368465] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.368858] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0339b0a-53f4-4a6f-9b9e-02c881700d6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.382543] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.382733] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.384241] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60405ea0-8a97-4d4f-bf82-244f659613c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.389849] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 855.389849] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521fd951-84c0-0dbb-9389-345c39d119f6" [ 855.389849] env[69289]: _type = "Task" [ 855.389849] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.399259] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521fd951-84c0-0dbb-9389-345c39d119f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.480921] env[69289]: DEBUG oslo_concurrency.lockutils [req-3da0dc91-9f95-4f39-b2db-86b0a29f9144 req-696ea510-1420-43b2-99d7-63207bc4352a service nova] Releasing lock "refresh_cache-90c0a32f-f947-4273-a850-fe110d6e954f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.485273] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.564989] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.568318] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.569094] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5c5fd-22c7-45fa-964e-42a502e9cd0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.577569] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277173, 'name': ReconfigVM_Task, 'duration_secs': 0.57586} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.586980] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e/1592824a-4b04-4e34-8fa6-c752a62d609e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.596431] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 96c299dd-b01f-48c9-83db-1c13b3e9b34c/96c299dd-b01f-48c9-83db-1c13b3e9b34c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.596723] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edf0613-6a52-49a1-8f0a-ef40c857bfef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.598443] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27173264-a78f-411a-8b40-531cacdd45f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.622347] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 855.622347] env[69289]: value = "task-3277175" [ 855.622347] env[69289]: _type = "Task" [ 855.622347] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.622632] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 855.622632] env[69289]: value = "task-3277176" [ 855.622632] env[69289]: _type = "Task" [ 855.622632] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.634429] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277175, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.637480] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.704750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.707291] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.381s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.708866] env[69289]: DEBUG nova.objects.instance [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lazy-loading 'resources' on Instance uuid 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.727355] env[69289]: INFO nova.scheduler.client.report [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted allocations for instance 5f68c04f-b23d-4f83-9456-c61d2f2307c2 [ 855.904755] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521fd951-84c0-0dbb-9389-345c39d119f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017008} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.904755] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c762316-6ee3-420f-b946-acc8f8190eaf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.909992] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 855.909992] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c71fe9-696d-f701-2f82-da4fa1bb5b41" [ 855.909992] env[69289]: _type = "Task" [ 855.909992] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.919482] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c71fe9-696d-f701-2f82-da4fa1bb5b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142018] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.142018] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277175, 'name': Rename_Task, 'duration_secs': 0.166536} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.142018] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.144407] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08aaf283-395b-444c-9ca6-fdc15dd85300 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.152296] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 856.152296] env[69289]: value = "task-3277177" [ 856.152296] env[69289]: _type = "Task" [ 856.152296] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.161941] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.243213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a6f98f8d-04c1-4ad3-8ed6-67f77d7982c6 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "5f68c04f-b23d-4f83-9456-c61d2f2307c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.747s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.425623] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c71fe9-696d-f701-2f82-da4fa1bb5b41, 'name': SearchDatastore_Task, 'duration_secs': 0.019772} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.428980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.429088] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 90c0a32f-f947-4273-a850-fe110d6e954f/90c0a32f-f947-4273-a850-fe110d6e954f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.429638] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905fd426-c9c1-43a9-844c-18913a886238 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.439128] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 856.439128] env[69289]: value = "task-3277178" [ 856.439128] env[69289]: _type = "Task" [ 856.439128] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.453986] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.578687] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f03bb-26e2-4680-9be6-b2ce6a5db616 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.594225] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5b908d-5c4c-4e26-8030-c671e0bfbfcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.630258] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa2946d-4ef0-4045-9a64-579307a11afb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.638690] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.642378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb66b6-27c2-4448-a658-000434a3e34f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.660420] env[69289]: DEBUG nova.compute.provider_tree [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.671610] env[69289]: DEBUG oslo_vmware.api [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277177, 'name': PowerOnVM_Task, 'duration_secs': 0.506987} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.672519] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.672733] env[69289]: DEBUG nova.compute.manager [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.673721] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f685854-bad4-4d06-8094-269527bfb88a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.953597] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.954032] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.955299] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.140038] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.166334] env[69289]: DEBUG nova.scheduler.client.report [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.197313] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.452278] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.459400] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.638493] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277176, 'name': ReconfigVM_Task, 'duration_secs': 1.674932} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.639459] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 96c299dd-b01f-48c9-83db-1c13b3e9b34c/96c299dd-b01f-48c9-83db-1c13b3e9b34c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.640326] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31cbbf7b-4894-417d-8a04-80e1f2c978a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.652030] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 857.652030] env[69289]: value = "task-3277179" [ 857.652030] env[69289]: _type = "Task" [ 857.652030] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.660150] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277179, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.673235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.676128] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.272s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.676128] env[69289]: DEBUG nova.objects.instance [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid cc8608b9-b302-4a7b-a405-059df35bd5eb {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.708711] env[69289]: INFO nova.scheduler.client.report [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted allocations for instance 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c [ 857.794619] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "23e20c05-42bd-40ce-9419-965392f441ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.796554] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.796672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "23e20c05-42bd-40ce-9419-965392f441ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.796928] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.797345] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.799357] env[69289]: INFO nova.compute.manager [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Terminating instance [ 857.953948] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.372461} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.954404] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 90c0a32f-f947-4273-a850-fe110d6e954f/90c0a32f-f947-4273-a850-fe110d6e954f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.954764] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.963019] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-387544f8-d857-43a4-8c29-a5a444e5a7d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.976840] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 857.976840] env[69289]: value = "task-3277180" [ 857.976840] env[69289]: _type = "Task" [ 857.976840] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.990073] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.996311] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.163151] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277179, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.217235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cd7dc583-6748-4719-b133-6995e71ed901 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "05cd9bc8-a5fb-4534-b2ed-ca35e1de710c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.482s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.308553] env[69289]: DEBUG nova.compute.manager [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.308553] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.308553] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72262ea4-14bb-4099-8cd5-f5047cac889e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.321308] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.321308] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de7f228d-402b-4b9e-a5a5-75f69628c283 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.329959] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 858.329959] env[69289]: value = "task-3277181" [ 858.329959] env[69289]: _type = "Task" [ 858.329959] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.348325] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.488805] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.446873} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.489204] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.490153] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c2095-0679-4e76-9969-61eb1b468a72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.522065] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 90c0a32f-f947-4273-a850-fe110d6e954f/90c0a32f-f947-4273-a850-fe110d6e954f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.525334] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d50aaa-0e2c-46ed-9235-d1cdb00a6dba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.546620] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 858.546620] env[69289]: value = "task-3277182" [ 858.546620] env[69289]: _type = "Task" [ 858.546620] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.556863] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.605691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e99d46-1fc4-42bd-9bab-92972cfa42b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.619309] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a57388-93e2-44ab-8441-dfa8e65f27d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.653967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "1592824a-4b04-4e34-8fa6-c752a62d609e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.653967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.653967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.653967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.654219] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.656380] env[69289]: INFO nova.compute.manager [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Terminating instance [ 858.661425] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b68139-5937-414e-9381-4e332fe44b59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.671883] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277179, 'name': Rename_Task, 'duration_secs': 0.535128} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.676065] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.676671] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14f2b7fe-fc3c-4bae-bbf2-cd3688d3982c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.679168] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c81f98d-53b4-4786-a63b-050314a40728 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.702087] env[69289]: DEBUG nova.compute.provider_tree [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.703574] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 858.703574] env[69289]: value = "task-3277183" [ 858.703574] env[69289]: _type = "Task" [ 858.703574] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.717421] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277183, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.844779] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277181, 'name': PowerOffVM_Task, 'duration_secs': 0.269493} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.845105] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.845287] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.845566] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf35db7-769d-4400-8891-c115083924fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.942832] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.943062] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.943870] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Deleting the datastore file [datastore2] 23e20c05-42bd-40ce-9419-965392f441ab {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.944230] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c59e685-8af5-4fc8-9f90-4ad9d75b61e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.954570] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for the task: (returnval){ [ 858.954570] env[69289]: value = "task-3277185" [ 858.954570] env[69289]: _type = "Task" [ 858.954570] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.970142] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.059748] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277182, 'name': ReconfigVM_Task, 'duration_secs': 0.426312} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.059748] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 90c0a32f-f947-4273-a850-fe110d6e954f/90c0a32f-f947-4273-a850-fe110d6e954f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.059748] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3035d4c2-c299-4f2c-8ef0-9dbe24031158 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.067583] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 859.067583] env[69289]: value = "task-3277186" [ 859.067583] env[69289]: _type = "Task" [ 859.067583] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.079241] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277186, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.167564] env[69289]: DEBUG nova.compute.manager [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.169894] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.169894] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89754e85-e1ec-460c-bdf0-837a29a6bc8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.183996] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.183996] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95dd37a7-f826-47af-981e-62910be438a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.193800] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 859.193800] env[69289]: value = "task-3277187" [ 859.193800] env[69289]: _type = "Task" [ 859.193800] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.205312] env[69289]: DEBUG nova.scheduler.client.report [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.210538] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.221335] env[69289]: DEBUG oslo_vmware.api [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277183, 'name': PowerOnVM_Task, 'duration_secs': 0.510383} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.221808] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.221896] env[69289]: INFO nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Took 9.89 seconds to spawn the instance on the hypervisor. [ 859.222170] env[69289]: DEBUG nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.223414] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c19e137-e40d-4433-b903-4d96e62bc40f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.335416] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.336085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.442016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.442608] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.443075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.443320] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.443792] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.446943] env[69289]: INFO nova.compute.manager [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Terminating instance [ 859.466680] env[69289]: DEBUG oslo_vmware.api [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Task: {'id': task-3277185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169013} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.466905] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.467108] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.467291] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.467502] env[69289]: INFO nova.compute.manager [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Took 1.16 seconds to destroy the instance on the hypervisor. [ 859.467749] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.467944] env[69289]: DEBUG nova.compute.manager [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.468048] env[69289]: DEBUG nova.network.neutron [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.578746] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277186, 'name': Rename_Task, 'duration_secs': 0.209858} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.579037] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.579285] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd23664c-03d4-486d-bf6f-f48e3612e5d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.586636] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 859.586636] env[69289]: value = "task-3277188" [ 859.586636] env[69289]: _type = "Task" [ 859.586636] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.596501] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.707425] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277187, 'name': PowerOffVM_Task, 'duration_secs': 0.265083} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.707425] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.707425] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.707425] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf13e66-3951-4198-9f7f-04a461a5a5cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.715440] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.040s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.722153] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.638s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.722153] env[69289]: DEBUG nova.objects.instance [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lazy-loading 'resources' on Instance uuid 23cbf20d-c067-4565-a66a-54ffd452cf07 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.750607] env[69289]: INFO nova.compute.manager [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Took 39.85 seconds to build instance. [ 859.753641] env[69289]: INFO nova.scheduler.client.report [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance cc8608b9-b302-4a7b-a405-059df35bd5eb [ 859.789234] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.789573] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.789761] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore2] 1592824a-4b04-4e34-8fa6-c752a62d609e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.790460] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d57295-3b0d-41d6-a2a7-c4615a1ad06b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.799119] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 859.799119] env[69289]: value = "task-3277190" [ 859.799119] env[69289]: _type = "Task" [ 859.799119] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.808945] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.842527] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.890093] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.890361] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.952188] env[69289]: DEBUG nova.compute.manager [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.952457] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.953464] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f951ca6-d7c6-4058-a1e1-19ed251c80cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.965485] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.966114] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69d3b3c-8a2e-463e-9689-7074ff1c5e53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.974223] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 859.974223] env[69289]: value = "task-3277191" [ 859.974223] env[69289]: _type = "Task" [ 859.974223] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.984517] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.080719] env[69289]: DEBUG nova.compute.manager [req-f453ef22-c98e-4223-be39-2c81b7003e72 req-8ae3005b-7191-4e54-838d-cb49c0497763 service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Received event network-vif-deleted-25d2ed76-102c-4302-9e52-6c6db5823ce6 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.080941] env[69289]: INFO nova.compute.manager [req-f453ef22-c98e-4223-be39-2c81b7003e72 req-8ae3005b-7191-4e54-838d-cb49c0497763 service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Neutron deleted interface 25d2ed76-102c-4302-9e52-6c6db5823ce6; detaching it from the instance and deleting it from the info cache [ 860.081417] env[69289]: DEBUG nova.network.neutron [req-f453ef22-c98e-4223-be39-2c81b7003e72 req-8ae3005b-7191-4e54-838d-cb49c0497763 service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.098601] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.252991] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6f55b7b9-4c1e-450c-818e-685aa59b1fca tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.371s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.264301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-88bdfbe9-2355-4344-be6e-805f44727080 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "cc8608b9-b302-4a7b-a405-059df35bd5eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.502s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.311060] env[69289]: DEBUG oslo_vmware.api [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.313776] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.314027] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.314214] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.314399] env[69289]: INFO nova.compute.manager [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 860.314610] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.315370] env[69289]: DEBUG nova.compute.manager [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.315370] env[69289]: DEBUG nova.network.neutron [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.355258] env[69289]: DEBUG nova.network.neutron [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.368289] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.394834] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.485199] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277191, 'name': PowerOffVM_Task, 'duration_secs': 0.2378} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.488565] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.488758] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.489384] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b5cc41-db13-49d7-9774-12d27455eb4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.578476] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.578748] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.578935] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleting the datastore file [datastore2] 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.583057] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b68499-b4c2-49da-8412-fcfd21fb4567 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.586633] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e4b43ef-3528-4a8f-82cc-b2da89e967f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.595488] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for the task: (returnval){ [ 860.595488] env[69289]: value = "task-3277193" [ 860.595488] env[69289]: _type = "Task" [ 860.595488] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.603925] env[69289]: DEBUG oslo_vmware.api [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277188, 'name': PowerOnVM_Task, 'duration_secs': 0.667642} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.606743] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.606957] env[69289]: INFO nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Took 8.81 seconds to spawn the instance on the hypervisor. [ 860.607198] env[69289]: DEBUG nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.610957] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be870c3-6653-4483-8c3a-9052e93b1219 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.626563] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3920afff-3d38-4c75-b243-493a8bef50a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.629071] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.649894] env[69289]: DEBUG nova.compute.manager [req-f453ef22-c98e-4223-be39-2c81b7003e72 req-8ae3005b-7191-4e54-838d-cb49c0497763 service nova] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Detach interface failed, port_id=25d2ed76-102c-4302-9e52-6c6db5823ce6, reason: Instance 23e20c05-42bd-40ce-9419-965392f441ab could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 860.651965] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873b164-2d0c-45d0-92ff-9483165ce905 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.661427] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f13e35-cf6c-43a8-bc7b-6ac54a40fe80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.694515] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc9ac9b-fae5-4872-a25b-d01007df01b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.704431] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5307db9-06e1-41e2-8562-29577cc7446b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.719797] env[69289]: DEBUG nova.compute.provider_tree [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.758151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.758392] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.758621] env[69289]: INFO nova.compute.manager [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Rebooting instance [ 860.858219] env[69289]: INFO nova.compute.manager [-] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Took 1.39 seconds to deallocate network for instance. [ 860.916039] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.107761] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.145481] env[69289]: INFO nova.compute.manager [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Took 38.73 seconds to build instance. [ 861.223083] env[69289]: DEBUG nova.scheduler.client.report [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.266120] env[69289]: DEBUG nova.network.neutron [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.275421] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.275693] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquired lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.275874] env[69289]: DEBUG nova.network.neutron [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.366392] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.575472] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.575736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.607418] env[69289]: DEBUG oslo_vmware.api [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Task: {'id': task-3277193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.607674] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.607860] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.608058] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.608224] env[69289]: INFO nova.compute.manager [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 861.608458] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.608932] env[69289]: DEBUG nova.compute.manager [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.609046] env[69289]: DEBUG nova.network.neutron [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.647014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a79634b0-5999-4900-a6af-ef0995456c4e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.243s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.728637] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.731805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.891s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.731805] env[69289]: DEBUG nova.objects.instance [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lazy-loading 'resources' on Instance uuid 239a45e3-cfdf-463c-bd3c-822cb45a643f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.763093] env[69289]: INFO nova.scheduler.client.report [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Deleted allocations for instance 23cbf20d-c067-4565-a66a-54ffd452cf07 [ 861.768178] env[69289]: INFO nova.compute.manager [-] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Took 1.45 seconds to deallocate network for instance. [ 862.028368] env[69289]: DEBUG nova.network.neutron [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.078181] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.251776] env[69289]: DEBUG nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.251962] env[69289]: DEBUG nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing instance network info cache due to event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.252164] env[69289]: DEBUG oslo_concurrency.lockutils [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] Acquiring lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.269819] env[69289]: DEBUG oslo_concurrency.lockutils [None req-981da7a0-0d8d-4db4-837c-0daa92495d71 tempest-ServerShowV247Test-461928614 tempest-ServerShowV247Test-461928614-project-member] Lock "23cbf20d-c067-4565-a66a-54ffd452cf07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.451s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.273909] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.410501] env[69289]: DEBUG nova.network.neutron [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.533893] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Releasing lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533893] env[69289]: DEBUG oslo_concurrency.lockutils [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] Acquired lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533893] env[69289]: DEBUG nova.network.neutron [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.586506] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4106fa6-d4e3-41e5-91d9-369b40210fb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.597023] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a234b6-72d7-4384-b07b-532ca87406b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.606017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.631546] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e3998b-cf92-49f0-a4bf-f4a66a11ae6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.642032] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5e3cd-8e88-45ae-afc3-5199c972c770 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.657484] env[69289]: DEBUG nova.compute.provider_tree [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.913390] env[69289]: INFO nova.compute.manager [-] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Took 1.30 seconds to deallocate network for instance. [ 863.041901] env[69289]: DEBUG nova.compute.manager [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.042805] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c4f0e-862a-4c2c-ad03-d6bc825b4488 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.160735] env[69289]: DEBUG nova.scheduler.client.report [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.243813] env[69289]: DEBUG nova.network.neutron [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updated VIF entry in instance network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.244273] env[69289]: DEBUG nova.network.neutron [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.260413] env[69289]: DEBUG nova.compute.manager [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.261321] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f603ed-ae54-460a-9ef5-3489f23d931b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.420975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.665947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.668399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.185s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.668633] env[69289]: DEBUG nova.objects.instance [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lazy-loading 'resources' on Instance uuid 94c4d078-61e1-418d-8959-f2fd426e505f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.692046] env[69289]: INFO nova.scheduler.client.report [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted allocations for instance 239a45e3-cfdf-463c-bd3c-822cb45a643f [ 863.747415] env[69289]: DEBUG oslo_concurrency.lockutils [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] Releasing lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.747646] env[69289]: DEBUG nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Received event network-vif-deleted-c69a312e-f2d8-477e-8b2b-f931548961cb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.747836] env[69289]: DEBUG nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Received event network-vif-deleted-04954f2a-bdd2-457c-90b6-932601d0c638 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.748008] env[69289]: INFO nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Neutron deleted interface 04954f2a-bdd2-457c-90b6-932601d0c638; detaching it from the instance and deleting it from the info cache [ 863.748189] env[69289]: DEBUG nova.network.neutron [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.773657] env[69289]: INFO nova.compute.manager [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] instance snapshotting [ 863.776575] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c1555-5651-4cec-a281-125ca355eeb1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.796961] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b58ccef-0441-49e0-aad6-dc720cd3b0d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.059873] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f036d-f9cc-4822-b5b2-a89ae51230cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.067995] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Doing hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 864.068302] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7d56f2ef-e492-4498-ad7e-8038ee74e00f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.075794] env[69289]: DEBUG oslo_vmware.api [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 864.075794] env[69289]: value = "task-3277194" [ 864.075794] env[69289]: _type = "Task" [ 864.075794] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.085561] env[69289]: DEBUG oslo_vmware.api [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277194, 'name': ResetVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.200837] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7342e912-f284-412b-9dcb-5b3a84fe2b40 tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "239a45e3-cfdf-463c-bd3c-822cb45a643f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.832s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.253182] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4d8265a-596a-4bf0-ae39-2ad0d0b38520 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.262270] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1904f245-ab19-4034-81d9-7a4842fa05cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.298556] env[69289]: DEBUG nova.compute.manager [req-972fd6cf-64bf-4965-9ec0-307ddb747a2e req-09549ad3-40f0-4acd-b37e-436db9917a59 service nova] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Detach interface failed, port_id=04954f2a-bdd2-457c-90b6-932601d0c638, reason: Instance 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 864.307619] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.308348] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-04456003-9f70-42fd-8784-73757a9ed6fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.319785] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 864.319785] env[69289]: value = "task-3277195" [ 864.319785] env[69289]: _type = "Task" [ 864.319785] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.330639] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.478979] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a3702-5262-4bf8-af69-cc9cff1e5b3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.487129] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f756d961-f924-4a1a-9aca-5cf3cb827d60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.519298] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0246f4-558f-4960-930e-b2f0d8690cb2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.527307] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb2fd39-eb11-49ba-92db-5ab95585ef0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.234816] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.235069] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.235269] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.235483] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.235603] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.237786] env[69289]: INFO nova.compute.manager [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Terminating instance [ 865.254184] env[69289]: DEBUG nova.compute.provider_tree [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.261256] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277195, 'name': CreateSnapshot_Task, 'duration_secs': 0.660628} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.261465] env[69289]: DEBUG oslo_vmware.api [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277194, 'name': ResetVM_Task, 'duration_secs': 0.102654} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.262331] env[69289]: DEBUG nova.scheduler.client.report [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.265214] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 865.265471] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Did hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 865.265652] env[69289]: DEBUG nova.compute.manager [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.266685] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2228ead2-0024-43c2-a4f8-64986914caf1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.269412] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6886853-1730-45c4-989c-f7407c7788b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.747549] env[69289]: DEBUG nova.compute.manager [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.747753] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.748913] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d932a1f-a594-4e5c-ab7a-a490277a81fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.759548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.759891] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-012be4bc-d8b7-4e04-96aa-905936983132 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.767051] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.771290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.573s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.774175] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 865.774175] env[69289]: value = "task-3277196" [ 865.774175] env[69289]: _type = "Task" [ 865.774175] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.790723] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.793241] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.794786] env[69289]: INFO nova.scheduler.client.report [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Deleted allocations for instance 94c4d078-61e1-418d-8959-f2fd426e505f [ 865.796021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8442def3-c327-4f43-9f9a-d8223fb9540a tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.037s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.798033] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8de50527-0f38-4f6f-aa64-2ba28bfd9445 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.807839] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 865.807839] env[69289]: value = "task-3277197" [ 865.807839] env[69289]: _type = "Task" [ 865.807839] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.816557] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277197, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.275402] env[69289]: DEBUG nova.objects.instance [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lazy-loading 'migration_context' on Instance uuid d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.286222] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277196, 'name': PowerOffVM_Task, 'duration_secs': 0.20932} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.286503] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.286670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.286937] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fff9f53-a5aa-4b07-9dc9-5ac145ab58ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.306340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2c97fae9-106b-49ca-9f3f-9997056b7d3f tempest-ServersTestMultiNic-222203480 tempest-ServersTestMultiNic-222203480-project-member] Lock "94c4d078-61e1-418d-8959-f2fd426e505f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.679s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.318985] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277197, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.355560] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.357094] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.357094] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleting the datastore file [datastore1] bd0530ae-11ac-4ed5-86bc-3379f48ed157 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.357094] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a94c40e-5d81-475a-8be9-b55f458f3b8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.364097] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for the task: (returnval){ [ 866.364097] env[69289]: value = "task-3277199" [ 866.364097] env[69289]: _type = "Task" [ 866.364097] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.375528] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.818335] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277197, 'name': CloneVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.827316] env[69289]: DEBUG nova.compute.manager [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.827478] env[69289]: DEBUG nova.compute.manager [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing instance network info cache due to event network-changed-51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.827761] env[69289]: DEBUG oslo_concurrency.lockutils [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] Acquiring lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.827838] env[69289]: DEBUG oslo_concurrency.lockutils [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] Acquired lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.828011] env[69289]: DEBUG nova.network.neutron [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Refreshing network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.874463] env[69289]: DEBUG oslo_vmware.api [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Task: {'id': task-3277199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151888} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.877013] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.877230] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.877382] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.877551] env[69289]: INFO nova.compute.manager [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Took 1.13 seconds to destroy the instance on the hypervisor. [ 866.877790] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.878175] env[69289]: DEBUG nova.compute.manager [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.878271] env[69289]: DEBUG nova.network.neutron [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.110931] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bd889c-9be5-4654-b58e-ffb19c856d16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.119123] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d55d3-4cdc-447e-a62e-de20bd8864c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.157855] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19809a2-d9ea-44d9-8a0b-7ccc54e6b3c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.165701] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa65771-e0f4-4a08-8d6e-8c9383a47d26 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.179883] env[69289]: DEBUG nova.compute.provider_tree [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.261297] env[69289]: DEBUG nova.compute.manager [req-78f058d5-7d8f-47db-bc30-d677b59802f1 req-ec54aa74-6768-4dd2-b447-5e1885f3605a service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Received event network-vif-deleted-55507f53-6af3-498c-b4c5-144811bc7e61 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.261510] env[69289]: INFO nova.compute.manager [req-78f058d5-7d8f-47db-bc30-d677b59802f1 req-ec54aa74-6768-4dd2-b447-5e1885f3605a service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Neutron deleted interface 55507f53-6af3-498c-b4c5-144811bc7e61; detaching it from the instance and deleting it from the info cache [ 867.261641] env[69289]: DEBUG nova.network.neutron [req-78f058d5-7d8f-47db-bc30-d677b59802f1 req-ec54aa74-6768-4dd2-b447-5e1885f3605a service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.320358] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277197, 'name': CloneVM_Task, 'duration_secs': 1.02896} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.320358] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Created linked-clone VM from snapshot [ 867.321126] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b39fdd-70f4-426c-9bf5-384cb4c638dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.333608] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Uploading image 678a5ed4-79fd-40b1-8df2-84972b4bb14e {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.378881] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.378881] env[69289]: value = "vm-654537" [ 867.378881] env[69289]: _type = "VirtualMachine" [ 867.378881] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.379069] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd23f636-8abd-4b9c-b380-ae86dc07ec97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.386037] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease: (returnval){ [ 867.386037] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52838351-d340-0228-4325-1bb23af7d455" [ 867.386037] env[69289]: _type = "HttpNfcLease" [ 867.386037] env[69289]: } obtained for exporting VM: (result){ [ 867.386037] env[69289]: value = "vm-654537" [ 867.386037] env[69289]: _type = "VirtualMachine" [ 867.386037] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.386286] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the lease: (returnval){ [ 867.386286] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52838351-d340-0228-4325-1bb23af7d455" [ 867.386286] env[69289]: _type = "HttpNfcLease" [ 867.386286] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.392521] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.392521] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52838351-d340-0228-4325-1bb23af7d455" [ 867.392521] env[69289]: _type = "HttpNfcLease" [ 867.392521] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.479695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.479695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.479695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.479695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.479914] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.484134] env[69289]: INFO nova.compute.manager [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Terminating instance [ 867.634167] env[69289]: DEBUG nova.network.neutron [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updated VIF entry in instance network info cache for port 51e5055c-1b16-4057-b96f-9c5b92c04016. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.634619] env[69289]: DEBUG nova.network.neutron [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [{"id": "51e5055c-1b16-4057-b96f-9c5b92c04016", "address": "fa:16:3e:39:b2:49", "network": {"id": "51ac8fc4-99f9-4ab2-b80b-da068a7b025b", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-826349158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1be653c80e2743d79955a54c52cb4a8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51e5055c-1b", "ovs_interfaceid": "51e5055c-1b16-4057-b96f-9c5b92c04016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.703341] env[69289]: ERROR nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [req-2d59b3e3-0d1f-453d-bb16-07e5926154cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d59b3e3-0d1f-453d-bb16-07e5926154cd"}]} [ 867.722280] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 867.736914] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 867.737159] env[69289]: DEBUG nova.compute.provider_tree [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.741690] env[69289]: DEBUG nova.network.neutron [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.749084] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 867.765135] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86a47d53-f700-44d2-a276-49de989c449b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.770829] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 867.776555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fece5ed-d349-4c47-be66-79ec30663b36 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.808580] env[69289]: DEBUG nova.compute.manager [req-78f058d5-7d8f-47db-bc30-d677b59802f1 req-ec54aa74-6768-4dd2-b447-5e1885f3605a service nova] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Detach interface failed, port_id=55507f53-6af3-498c-b4c5-144811bc7e61, reason: Instance bd0530ae-11ac-4ed5-86bc-3379f48ed157 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.894212] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.894212] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52838351-d340-0228-4325-1bb23af7d455" [ 867.894212] env[69289]: _type = "HttpNfcLease" [ 867.894212] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.894562] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.894562] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52838351-d340-0228-4325-1bb23af7d455" [ 867.894562] env[69289]: _type = "HttpNfcLease" [ 867.894562] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.895247] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed07633-2ba1-4f12-981b-05d40843a3f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.904943] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.905036] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.989708] env[69289]: DEBUG nova.compute.manager [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.989952] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.991106] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ddc623-956a-4a89-af90-7fe9c8e270d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.998764] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.001096] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b45b363-8b50-43c8-97bb-98ab71b08ee0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.007669] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 868.007669] env[69289]: value = "task-3277201" [ 868.007669] env[69289]: _type = "Task" [ 868.007669] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.016963] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.029203] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea1f2193-06da-4861-9402-a2c27a6aa7e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.119723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e51bbfc-a807-4238-bc07-4a9663be38a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.128649] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97991641-29f6-4400-a3f2-69b005032b06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.160933] env[69289]: DEBUG oslo_concurrency.lockutils [req-0829f8df-dc82-4456-aa25-9200e63809a2 req-bbe74e02-27d8-4383-9efc-e84558e7efa5 service nova] Releasing lock "refresh_cache-96c299dd-b01f-48c9-83db-1c13b3e9b34c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.161610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced3b9e-4500-4598-966b-502629a8d42e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.169107] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e958a636-7e97-4a32-9dd0-302a27112172 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.186109] env[69289]: DEBUG nova.compute.provider_tree [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.244993] env[69289]: INFO nova.compute.manager [-] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Took 1.37 seconds to deallocate network for instance. [ 868.520725] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277201, 'name': PowerOffVM_Task, 'duration_secs': 0.305739} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.520725] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.520725] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.520725] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f6ba82-3e99-4025-8d88-b6eaf4561f90 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.588998] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.589664] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.590314] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleting the datastore file [datastore2] 96c299dd-b01f-48c9-83db-1c13b3e9b34c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.590992] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d97ec1-1117-4b00-9a82-0e547bfb5556 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.599843] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 868.599843] env[69289]: value = "task-3277203" [ 868.599843] env[69289]: _type = "Task" [ 868.599843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.612621] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.727389] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 868.727698] env[69289]: DEBUG nova.compute.provider_tree [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 86 to 87 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 868.727901] env[69289]: DEBUG nova.compute.provider_tree [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.751939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.111276] env[69289]: DEBUG oslo_vmware.api [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247009} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.112192] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.112333] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.112510] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.112680] env[69289]: INFO nova.compute.manager [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 869.112935] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.113228] env[69289]: DEBUG nova.compute.manager [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.113376] env[69289]: DEBUG nova.network.neutron [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.492913] env[69289]: DEBUG nova.compute.manager [req-fcc1c664-1602-42d0-a4b7-156271a12bbc req-c0381891-c19f-4338-bc2b-a9f1dcc0c885 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Received event network-vif-deleted-51e5055c-1b16-4057-b96f-9c5b92c04016 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.493136] env[69289]: INFO nova.compute.manager [req-fcc1c664-1602-42d0-a4b7-156271a12bbc req-c0381891-c19f-4338-bc2b-a9f1dcc0c885 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Neutron deleted interface 51e5055c-1b16-4057-b96f-9c5b92c04016; detaching it from the instance and deleting it from the info cache [ 869.493381] env[69289]: DEBUG nova.network.neutron [req-fcc1c664-1602-42d0-a4b7-156271a12bbc req-c0381891-c19f-4338-bc2b-a9f1dcc0c885 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.740975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.970s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.748028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.671s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.968568] env[69289]: DEBUG nova.network.neutron [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.996729] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f995d5b-3922-46c5-a714-03b592a33d3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.008492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6ebf5-05d9-4bb7-b6ee-45740c2208db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.040591] env[69289]: DEBUG nova.compute.manager [req-fcc1c664-1602-42d0-a4b7-156271a12bbc req-c0381891-c19f-4338-bc2b-a9f1dcc0c885 service nova] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Detach interface failed, port_id=51e5055c-1b16-4057-b96f-9c5b92c04016, reason: Instance 96c299dd-b01f-48c9-83db-1c13b3e9b34c could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 870.471409] env[69289]: INFO nova.compute.manager [-] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Took 1.36 seconds to deallocate network for instance. [ 870.789188] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bd0530ae-11ac-4ed5-86bc-3379f48ed157 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 870.789384] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 870.789518] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 870.789639] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c06b582b-2e3c-4dde-a270-87012f5299d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 870.789772] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 870.789902] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 339382d9-8ce9-41f7-a94e-c52375fdf9a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 870.790035] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 14300b9a-f3ef-42ce-aa60-40dbca9af7a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 870.979208] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.292908] env[69289]: INFO nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 150aa540-5a9b-44a6-9cf4-a7c549a7ec63 has allocations against this compute host but is not found in the database. [ 871.293114] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.293421] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.293540] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 7934f0d0-60ff-4783-9317-4197c896340e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.293807] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1592824a-4b04-4e34-8fa6-c752a62d609e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.293994] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 23e20c05-42bd-40ce-9419-965392f441ab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.294112] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 96c299dd-b01f-48c9-83db-1c13b3e9b34c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.294300] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 90c0a32f-f947-4273-a850-fe110d6e954f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 871.302469] env[69289]: INFO nova.compute.manager [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Swapping old allocation on dict_keys(['d1817315-9794-45d2-b0a0-d3d4c8d25b7f']) held by migration 150aa540-5a9b-44a6-9cf4-a7c549a7ec63 for instance [ 871.330909] env[69289]: DEBUG nova.scheduler.client.report [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Overwriting current allocation {'allocations': {'d1817315-9794-45d2-b0a0-d3d4c8d25b7f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 87}}, 'project_id': '950abe1b37d540d0845d1f16ae31d05a', 'user_id': 'e92d4064318c4951811cbdef5a0529e0', 'consumer_generation': 1} on consumer d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 {{(pid=69289) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 871.427965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.429099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquired lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.429099] env[69289]: DEBUG nova.network.neutron [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.799474] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.157208] env[69289]: DEBUG nova.network.neutron [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [{"id": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "address": "fa:16:3e:eb:d1:19", "network": {"id": "0f602448-b3f0-4856-a38a-2f3e9ea4ceb2", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a4e7c30f56864f33b40b545737fd7f3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2760f2f1-bd", "ovs_interfaceid": "2760f2f1-bd9d-4013-9ecd-0c635445c0a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.306176] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.659034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Releasing lock "refresh_cache-d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.659773] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.659773] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27483f75-5f8d-4185-bfdf-c279091a65fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.667812] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 872.667812] env[69289]: value = "task-3277204" [ 872.667812] env[69289]: _type = "Task" [ 872.667812] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.676919] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.808603] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance a0ad23b3-7512-4c88-8458-7f10e2c8c70b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 872.933188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "206628db-4cac-4648-b2b6-139e024346d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.933433] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.180185] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277204, 'name': PowerOffVM_Task, 'duration_secs': 0.27869} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.180532] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.181372] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:33:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ffb70bc-9dce-4621-b17c-a4bded83e3f5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-945994530',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.181648] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.181846] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.182167] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.182318] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.182472] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.182729] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.182871] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.183093] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.183288] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.183477] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.188716] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94df2a21-bb8b-4d45-877b-67a919d40b76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.206116] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 873.206116] env[69289]: value = "task-3277205" [ 873.206116] env[69289]: _type = "Task" [ 873.206116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.214926] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.310987] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 7b3a4832-f14d-4e10-85b6-a09a05a43450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.436537] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.716656] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277205, 'name': ReconfigVM_Task, 'duration_secs': 0.186664} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.717759] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001bcef-9b86-4ec0-8462-77abbd5e5743 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.738800] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:33:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='0ffb70bc-9dce-4621-b17c-a4bded83e3f5',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-945994530',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.739373] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.739668] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.739979] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.740289] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.740566] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.740897] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.741212] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.741494] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.741783] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.742134] env[69289]: DEBUG nova.virt.hardware [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.743471] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793e6cd4-c62e-474d-bd5b-0283c02fe947 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749431] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 873.749431] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52345e0e-167d-c32c-eaed-355a75ca08b9" [ 873.749431] env[69289]: _type = "Task" [ 873.749431] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.758326] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52345e0e-167d-c32c-eaed-355a75ca08b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.815793] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 873.960304] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.260580] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52345e0e-167d-c32c-eaed-355a75ca08b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.266281] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.266616] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943ad039-3f77-4a7e-9c5b-3761a18210f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.318585] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance eccb563c-de39-40d7-9a6e-f15295f14700 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.329118] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 874.329118] env[69289]: value = "task-3277206" [ 874.329118] env[69289]: _type = "Task" [ 874.329118] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.822265] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1d09e7af-1ed9-4a51-8f39-774e1e1a8517 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 874.822641] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 874.822711] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 874.839842] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277206, 'name': ReconfigVM_Task, 'duration_secs': 0.312245} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.840146] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.840911] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0be952f-9254-42f8-ae9d-0c87935ce24c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.865385] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.868193] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02451d0e-33af-4760-994a-163fa791d57a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.887080] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 874.887080] env[69289]: value = "task-3277207" [ 874.887080] env[69289]: _type = "Task" [ 874.887080] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.895255] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.141830] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3977a-e51c-4fe6-9b2a-6a19d8fced9b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.149926] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e24916-4316-443e-98aa-785854820380 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.180472] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91582370-61c7-4680-aa93-e1079cde5606 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.188309] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2ba4f2-42db-4398-a4f3-f07cfcf3fdb9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.201345] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.399467] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277207, 'name': ReconfigVM_Task, 'duration_secs': 0.338062} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.399790] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Reconfigured VM instance instance-00000032 to attach disk [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76/d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.400653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a482255-9d9b-461b-a3a6-8bbf7e3c536c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.419435] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14793173-2d01-476c-856c-53b6add2029e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.438391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d489e0e-1d47-417f-b188-2ae71df382d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.457476] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3558f2c2-b88d-4c69-b115-f428c213a462 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.465298] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.465593] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-308f30eb-6a31-4e63-9843-4be0b46ff00e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.472360] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 875.472360] env[69289]: value = "task-3277208" [ 875.472360] env[69289]: _type = "Task" [ 875.472360] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.480565] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.621621] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.622716] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561e1ce-67ce-407d-8981-8d6d9d2f03b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.630516] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.630516] env[69289]: ERROR oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk due to incomplete transfer. [ 875.630516] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-375e249a-929b-4a9c-ae5f-1c681914296c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.637207] env[69289]: DEBUG oslo_vmware.rw_handles [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d25016-0dc5-05f1-d073-c4015dc113e3/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.637411] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Uploaded image 678a5ed4-79fd-40b1-8df2-84972b4bb14e to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.639504] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.639760] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bac442b5-5617-4929-af90-69703851291a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.645146] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 875.645146] env[69289]: value = "task-3277209" [ 875.645146] env[69289]: _type = "Task" [ 875.645146] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.653025] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277209, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.706397] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.982599] env[69289]: DEBUG oslo_vmware.api [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277208, 'name': PowerOnVM_Task, 'duration_secs': 0.399431} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.982878] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.154505] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277209, 'name': Destroy_Task, 'duration_secs': 0.339356} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.154764] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Destroyed the VM [ 876.154995] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.155256] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-794db843-9c01-425d-bed8-8008141993ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.162401] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 876.162401] env[69289]: value = "task-3277210" [ 876.162401] env[69289]: _type = "Task" [ 876.162401] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.169578] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.211542] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 876.211819] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.464s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.212186] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.436s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.213898] env[69289]: INFO nova.compute.claims [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.216904] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.217089] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 876.674414] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277210, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.734233] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] There are 51 instances to clean {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 876.734547] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 94c4d078-61e1-418d-8959-f2fd426e505f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 876.993963] env[69289]: INFO nova.compute.manager [None req-fe3f9f52-a240-4591-95f6-0d1672edb17e tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance to original state: 'active' [ 877.019362] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1421248a-2ed7-428a-8a0f-8c4196178488 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.027276] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3269a20-bced-45f8-8bd6-fa3cdf1a173a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.058723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b9583e-70be-4744-85bb-5e2df3e79674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.066051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8406e7-751e-40f0-a905-a5ef23031280 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.080374] env[69289]: DEBUG nova.compute.provider_tree [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.173433] env[69289]: DEBUG oslo_vmware.api [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.639524} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.173683] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.173915] env[69289]: INFO nova.compute.manager [None req-422434f5-4232-48d3-a42f-798ca7338345 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Took 13.40 seconds to snapshot the instance on the hypervisor. [ 877.242460] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: cc8608b9-b302-4a7b-a405-059df35bd5eb] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.479188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.479485] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.584052] env[69289]: DEBUG nova.scheduler.client.report [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.745088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 9fb233a8-151c-4467-838b-86e9c5425181] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 877.982433] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.088482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.876s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.088766] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.091552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.042s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.092824] env[69289]: INFO nova.compute.claims [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.206035] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.206338] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.206579] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.206777] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.206943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.209039] env[69289]: INFO nova.compute.manager [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Terminating instance [ 878.248238] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 412ed133-69cb-4ec0-add8-99466e3bbdfb] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.504971] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.597621] env[69289]: DEBUG nova.compute.utils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.601104] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.601283] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.650510] env[69289]: DEBUG nova.policy [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5538c2094e724c2a95db02e985081979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '610ae9b704224616b66c5579a7506a29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.713547] env[69289]: DEBUG nova.compute.manager [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.713793] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.714863] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72280d3-d8d7-4b89-8bfd-b1f399bcddac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.723320] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.723578] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fecdf6ea-25c6-4193-a177-0cf246d5ed07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.731608] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 878.731608] env[69289]: value = "task-3277211" [ 878.731608] env[69289]: _type = "Task" [ 878.731608] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.743123] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.751721] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 5f68c04f-b23d-4f83-9456-c61d2f2307c2] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 878.946281] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Successfully created port: dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.107172] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.241359] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277211, 'name': PowerOffVM_Task, 'duration_secs': 0.224351} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.241625] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.241789] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.242041] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e19e167-4185-49ef-9983-4a7f1e5075a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.257043] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e7a4b858-af47-48a4-9198-c1f91195bac8] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.311791] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.312019] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.312251] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleting the datastore file [datastore2] d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.312517] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f6a7246-e74c-45d1-a9f9-39e584647a4d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.319256] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 879.319256] env[69289]: value = "task-3277213" [ 879.319256] env[69289]: _type = "Task" [ 879.319256] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.328806] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.391345] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977375f-1fd3-4226-a779-3fcb7b6a8250 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.398586] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bc8321-48f0-4431-9775-3ef2a8624db7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.430033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a241e7-bf6c-4128-b77c-d4b68eac382a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.437085] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e434f2-a71c-428a-bb66-f5729aa006c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.450168] env[69289]: DEBUG nova.compute.provider_tree [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.612647] env[69289]: INFO nova.virt.block_device [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Booting with volume e2d5df4e-309b-4d68-8e16-db4dd5f13b21 at /dev/sda [ 879.649704] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39d37214-c606-4e9a-9516-bf18dd724f62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.659299] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa6e01-3d73-4fce-8968-830315bb6d30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.695038] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fd8b246-f39c-44f5-9adc-500b9491ef39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.702924] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a24bf7-6bb2-436f-9d82-9ce1c2e79264 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.727833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984b5f1c-3c1c-487e-9d7a-6a66ec2c960c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.733542] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61daebcb-aed6-4931-bab7-66e797ff6691 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.746276] env[69289]: DEBUG nova.virt.block_device [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating existing volume attachment record: 3ef5b0ca-b1b6-4a2d-95a0-5a1b2309eb6c {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 879.759566] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: df922f27-c7f0-4fa3-be0c-df36a5f4b34b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 879.831046] env[69289]: DEBUG oslo_vmware.api [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139842} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.831300] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.831483] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.831658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.831823] env[69289]: INFO nova.compute.manager [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Took 1.12 seconds to destroy the instance on the hypervisor. [ 879.832063] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.832270] env[69289]: DEBUG nova.compute.manager [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.832372] env[69289]: DEBUG nova.network.neutron [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.954170] env[69289]: DEBUG nova.scheduler.client.report [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.174310] env[69289]: DEBUG nova.compute.manager [req-8351fed4-ed5a-486f-986b-caa6047ff12c req-01e86fc0-504a-4185-ad04-17effbadfe75 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Received event network-vif-deleted-2760f2f1-bd9d-4013-9ecd-0c635445c0a7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.174547] env[69289]: INFO nova.compute.manager [req-8351fed4-ed5a-486f-986b-caa6047ff12c req-01e86fc0-504a-4185-ad04-17effbadfe75 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Neutron deleted interface 2760f2f1-bd9d-4013-9ecd-0c635445c0a7; detaching it from the instance and deleting it from the info cache [ 880.174678] env[69289]: DEBUG nova.network.neutron [req-8351fed4-ed5a-486f-986b-caa6047ff12c req-01e86fc0-504a-4185-ad04-17effbadfe75 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.262144] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: b0918f9d-8d04-4d58-b39c-18ef04fadb66] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.367034] env[69289]: DEBUG nova.compute.manager [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Received event network-vif-plugged-dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.367263] env[69289]: DEBUG oslo_concurrency.lockutils [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] Acquiring lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.367578] env[69289]: DEBUG oslo_concurrency.lockutils [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.367753] env[69289]: DEBUG oslo_concurrency.lockutils [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.367926] env[69289]: DEBUG nova.compute.manager [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] No waiting events found dispatching network-vif-plugged-dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.368312] env[69289]: WARNING nova.compute.manager [req-81c03957-c07a-4563-934c-6df2cf8895dd req-02f5facd-d86e-413c-b04f-e84d89922994 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Received unexpected event network-vif-plugged-dcfa182f-c025-4bdf-acf6-b051bcebe81c for instance with vm_state building and task_state block_device_mapping. [ 880.458948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.459560] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.465686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.910s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.465882] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.467931] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.683s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.468142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.470197] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.718s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.471603] env[69289]: INFO nova.compute.claims [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.476567] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Successfully updated port: dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.505159] env[69289]: INFO nova.scheduler.client.report [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Deleted allocations for instance 49ee3d93-4c45-4383-b69a-83bc19e9f2e4 [ 880.506823] env[69289]: INFO nova.scheduler.client.report [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Deleted allocations for instance db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3 [ 880.628345] env[69289]: DEBUG nova.network.neutron [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.677440] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-908e495e-ffaf-4618-948b-40ea61a85368 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.686923] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0080117-868a-412b-97a2-69d28a19442b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.714043] env[69289]: DEBUG nova.compute.manager [req-8351fed4-ed5a-486f-986b-caa6047ff12c req-01e86fc0-504a-4185-ad04-17effbadfe75 service nova] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Detach interface failed, port_id=2760f2f1-bd9d-4013-9ecd-0c635445c0a7, reason: Instance d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.766149] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: dea64e06-690f-49f4-86aa-47d223377148] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 880.979448] env[69289]: DEBUG nova.compute.utils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.983318] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.983318] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.985353] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985458] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquired lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.985594] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.018835] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43c2a028-e38e-430c-889a-d968671bf090 tempest-VolumesAdminNegativeTest-1952435051 tempest-VolumesAdminNegativeTest-1952435051-project-member] Lock "49ee3d93-4c45-4383-b69a-83bc19e9f2e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.191s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.019992] env[69289]: DEBUG oslo_concurrency.lockutils [None req-00a344f9-4bfd-4986-9be7-75a221adcaf1 tempest-InstanceActionsNegativeTestJSON-1335297355 tempest-InstanceActionsNegativeTestJSON-1335297355-project-member] Lock "db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.481s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.022644] env[69289]: DEBUG nova.policy [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '486a864927b34677bd11db5f4b88403f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d61c37e02414eb6bb70e46dc10b80b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.131113] env[69289]: INFO nova.compute.manager [-] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Took 1.30 seconds to deallocate network for instance. [ 881.269585] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 23cbf20d-c067-4565-a66a-54ffd452cf07] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.281327] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Successfully created port: 8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.483642] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.639775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.661063] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.773901] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 9d43392c-341e-442b-a46a-a94d0e423c3e] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 881.824346] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3a0cd4-9820-4c32-8ae2-11891a8cf6fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.832550] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f454a3-929c-4542-960d-6012a74df259 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.866391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd21471-67fa-4377-9388-eb9d8753cc6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.876417] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482dcc85-c53b-4cb9-ab1f-c72ba3266ca3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.888898] env[69289]: DEBUG nova.compute.provider_tree [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.904540] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.905097] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.905316] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.905473] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.905653] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.905801] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.905943] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.906158] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.906315] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.906486] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.906648] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.906812] env[69289]: DEBUG nova.virt.hardware [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.908082] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6e16a4-cec2-4d74-a4f2-084591805062 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.916619] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf8d54-e468-4588-a84e-b0da221bbf76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.998907] env[69289]: DEBUG nova.network.neutron [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating instance_info_cache with network_info: [{"id": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "address": "fa:16:3e:3c:56:d7", "network": {"id": "ed7c4219-2c32-4d8b-924e-c4254c7fc775", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1914861659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610ae9b704224616b66c5579a7506a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfa182f-c0", "ovs_interfaceid": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.280414] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 4c14a4e7-77a2-48f1-9c5b-77785e45e79f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.394777] env[69289]: DEBUG nova.scheduler.client.report [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.407223] env[69289]: DEBUG nova.compute.manager [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Received event network-changed-dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.407223] env[69289]: DEBUG nova.compute.manager [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Refreshing instance network info cache due to event network-changed-dcfa182f-c025-4bdf-acf6-b051bcebe81c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.407223] env[69289]: DEBUG oslo_concurrency.lockutils [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] Acquiring lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.501947] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.504884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Releasing lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.506846] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance network_info: |[{"id": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "address": "fa:16:3e:3c:56:d7", "network": {"id": "ed7c4219-2c32-4d8b-924e-c4254c7fc775", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1914861659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610ae9b704224616b66c5579a7506a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfa182f-c0", "ovs_interfaceid": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.506846] env[69289]: DEBUG oslo_concurrency.lockutils [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] Acquired lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.506846] env[69289]: DEBUG nova.network.neutron [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Refreshing network info cache for port dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.508477] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:56:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcfa182f-c025-4bdf-acf6-b051bcebe81c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.516808] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Creating folder: Project (610ae9b704224616b66c5579a7506a29). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.519165] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66eec98d-6af5-4d22-94b7-3a913b94c33d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.534512] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.534512] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.534512] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.534512] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.534512] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.535435] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.535850] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.536391] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.537269] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.537907] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.538385] env[69289]: DEBUG nova.virt.hardware [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.540357] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66937e5e-e00f-45f8-b569-d0f15144f2cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.545595] env[69289]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 882.545889] env[69289]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69289) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 882.548648] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Folder already exists: Project (610ae9b704224616b66c5579a7506a29). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 882.548648] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Creating folder: Instances. Parent ref: group-v654516. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.548648] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0562cf01-10b1-47c1-b04e-c25d3ff0b78d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.552216] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61151ae-8150-4606-817e-b5f89c9bdb4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.558733] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Created folder: Instances in parent group-v654516. [ 882.558959] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.559563] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.559834] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8dbee4a-3947-4083-98bc-b1790b57796b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.591822] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.591822] env[69289]: value = "task-3277216" [ 882.591822] env[69289]: _type = "Task" [ 882.591822] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.599981] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277216, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.783900] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 76f86402-f3a3-4d09-95bc-03e407ee27da] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 882.902434] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.902983] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.905707] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.421s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.906397] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.908610] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.711s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.908859] env[69289]: DEBUG nova.objects.instance [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 882.938305] env[69289]: INFO nova.scheduler.client.report [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Deleted allocations for instance 7934f0d0-60ff-4783-9317-4197c896340e [ 883.107050] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277216, 'name': CreateVM_Task, 'duration_secs': 0.319323} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.107050] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.107050] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654520', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'name': 'volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c4a3dc0-9938-4bed-9d5d-78a1d15415a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'serial': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21'}, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': '3ef5b0ca-b1b6-4a2d-95a0-5a1b2309eb6c', 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69289) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 883.107050] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Root volume attach. Driver type: vmdk {{(pid=69289) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 883.107050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6abd61a-0648-481e-82e0-8da212596046 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.116231] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492f1d5b-4600-4c7e-9269-161b42e7c1ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.124778] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7ab37a-0e5d-4a2c-bb13-b4a6d29ed0e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.131238] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c238a59f-f7cb-460c-8589-e2ef02cf2341 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.138109] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 883.138109] env[69289]: value = "task-3277217" [ 883.138109] env[69289]: _type = "Task" [ 883.138109] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.146462] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.287771] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 64f221f7-1541-4089-94fd-a78dcba47eb8] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.416770] env[69289]: DEBUG nova.compute.utils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.418647] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Successfully updated port: 8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.419793] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.423305] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.440426] env[69289]: DEBUG nova.network.neutron [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updated VIF entry in instance network info cache for port dcfa182f-c025-4bdf-acf6-b051bcebe81c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.440576] env[69289]: DEBUG nova.network.neutron [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating instance_info_cache with network_info: [{"id": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "address": "fa:16:3e:3c:56:d7", "network": {"id": "ed7c4219-2c32-4d8b-924e-c4254c7fc775", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1914861659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610ae9b704224616b66c5579a7506a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfa182f-c0", "ovs_interfaceid": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.451030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-86c75ac8-2c49-4925-aee6-774a621b04e6 tempest-InstanceActionsTestJSON-721413520 tempest-InstanceActionsTestJSON-721413520-project-member] Lock "7934f0d0-60ff-4783-9317-4197c896340e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.498949] env[69289]: DEBUG nova.policy [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25680ecf420e4056ae54ab05634c7077', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ab70d83f84e49be96fc9701a923b0f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.649683] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 43%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.793280] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 05cd9bc8-a5fb-4534-b2ed-ca35e1de710c] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 883.928931] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6e5d1051-c33c-47de-a473-c66fcd13e28d tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.930485] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.936364] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.936440] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.936542] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.941354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.950s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.941454] env[69289]: INFO nova.compute.claims [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.948124] env[69289]: DEBUG oslo_concurrency.lockutils [req-6c8d09e0-7ad8-4973-a260-cc496d21af95 req-f9193688-06cf-4c83-ae5a-e049a9c7456b service nova] Releasing lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.080156] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Successfully created port: 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.154105] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 56%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.300963] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 0cfba08f-17c3-4286-9c58-2aaa30f6d5d9] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.434923] env[69289]: DEBUG nova.compute.manager [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Received event network-vif-plugged-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.435174] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Acquiring lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.435390] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.435572] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.435803] env[69289]: DEBUG nova.compute.manager [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] No waiting events found dispatching network-vif-plugged-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.435970] env[69289]: WARNING nova.compute.manager [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Received unexpected event network-vif-plugged-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 for instance with vm_state building and task_state spawning. [ 884.436083] env[69289]: DEBUG nova.compute.manager [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Received event network-changed-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.436241] env[69289]: DEBUG nova.compute.manager [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Refreshing instance network info cache due to event network-changed-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.436406] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Acquiring lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.493193] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.651609] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 69%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.699392] env[69289]: DEBUG nova.network.neutron [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Updating instance_info_cache with network_info: [{"id": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "address": "fa:16:3e:51:4d:26", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbad8ba-40", "ovs_interfaceid": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.807996] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 33e9ce28-3e7d-4f6c-9caf-aa934372abe9] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 884.965980] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.993040] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.993533] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.993789] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.994112] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.994365] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.994616] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.994994] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.995299] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.995600] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.996409] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.996699] env[69289]: DEBUG nova.virt.hardware [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.998230] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674dc48-ff22-428f-8205-9e58dffbc1c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.008946] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708b4dca-bf86-4c49-9be7-9c0c012db24a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.150080] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 84%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.202081] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.202494] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Instance network_info: |[{"id": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "address": "fa:16:3e:51:4d:26", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbad8ba-40", "ovs_interfaceid": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.202864] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Acquired lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.203085] env[69289]: DEBUG nova.network.neutron [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Refreshing network info cache for port 8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.204486] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:4d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fbad8ba-40a1-4470-b8c2-1fa9c5a67270', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.212194] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.218252] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.224028] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327ea7ae-7524-46a3-84f8-19b6f65c0376 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245975] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.245975] env[69289]: value = "task-3277218" [ 885.245975] env[69289]: _type = "Task" [ 885.245975] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.255377] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277218, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.318478] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e2b4cfcb-4d2b-408f-ad17-126626473854] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.327402] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2418901-e001-4510-9786-840d285b5da4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.351157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3243da73-923f-4bad-b043-9738db0c8cf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.392144] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc6881-0c2e-4283-8eb9-4726b7a10fe0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.400776] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b850e-ac72-4279-8e08-23e135ec9405 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.415780] env[69289]: DEBUG nova.compute.provider_tree [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.653579] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 97%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.666813] env[69289]: DEBUG nova.network.neutron [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Updated VIF entry in instance network info cache for port 8fbad8ba-40a1-4470-b8c2-1fa9c5a67270. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.667200] env[69289]: DEBUG nova.network.neutron [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Updating instance_info_cache with network_info: [{"id": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "address": "fa:16:3e:51:4d:26", "network": {"id": "e0c0b4ba-c3b8-4f00-8730-83af64cc0164", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-68495816-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d61c37e02414eb6bb70e46dc10b80b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fbad8ba-40", "ovs_interfaceid": "8fbad8ba-40a1-4470-b8c2-1fa9c5a67270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.756411] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277218, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.822837] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c4e1143f-9968-4370-9f17-cf025c50935a] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 885.918732] env[69289]: DEBUG nova.scheduler.client.report [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.154467] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task} progress is 98%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.174060] env[69289]: DEBUG oslo_concurrency.lockutils [req-e2163419-2c4c-4a36-9ac1-b731ae392d43 req-77fcb72c-9948-4d78-b740-576e33ee364a service nova] Releasing lock "refresh_cache-9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.174060] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Successfully updated port: 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.257649] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277218, 'name': CreateVM_Task, 'duration_secs': 0.603182} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.257885] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.258605] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.258775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.259086] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.259345] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fdb2ec-3a29-4d34-9b71-4ea99a46f3a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.264956] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 886.264956] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b151ed-7b49-27a0-aba9-4c69c5bbaf9f" [ 886.264956] env[69289]: _type = "Task" [ 886.264956] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.273358] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b151ed-7b49-27a0-aba9-4c69c5bbaf9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.326626] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 650de323-6844-486d-bf31-74a4b8040bd2] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.424286] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.424855] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.428218] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.060s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.432110] env[69289]: INFO nova.compute.claims [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.468411] env[69289]: DEBUG nova.compute.manager [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-vif-plugged-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.468411] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Acquiring lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.468613] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.468613] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.468809] env[69289]: DEBUG nova.compute.manager [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] No waiting events found dispatching network-vif-plugged-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.469133] env[69289]: WARNING nova.compute.manager [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received unexpected event network-vif-plugged-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e for instance with vm_state building and task_state spawning. [ 886.470856] env[69289]: DEBUG nova.compute.manager [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.470856] env[69289]: DEBUG nova.compute.manager [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing instance network info cache due to event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.470856] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.470856] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.470856] env[69289]: DEBUG nova.network.neutron [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.653590] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277217, 'name': RelocateVM_Task, 'duration_secs': 3.066398} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.653895] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 886.654119] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654520', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'name': 'volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c4a3dc0-9938-4bed-9d5d-78a1d15415a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'serial': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 886.654990] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d69f79-6e07-4ebd-8630-623fdaefb81d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.671034] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5fa966-0ebf-4eb1-86fa-56de7b272ec4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.678661] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.706695] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21/volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.707026] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be51aff-bf6f-4998-9cb0-8ae9780e522f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.725405] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 886.725405] env[69289]: value = "task-3277219" [ 886.725405] env[69289]: _type = "Task" [ 886.725405] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.734286] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.775600] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b151ed-7b49-27a0-aba9-4c69c5bbaf9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.775903] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.776159] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.776395] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.776541] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.776719] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.776990] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41a824e0-bcec-4134-b9fc-410a25bb6947 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.785917] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.786159] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.787110] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bed0496-b52f-4536-9dff-4b4d6b802b46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.792661] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 886.792661] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5219ed1c-e6e5-e3c8-bfa7-df0203674b98" [ 886.792661] env[69289]: _type = "Task" [ 886.792661] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.804824] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5219ed1c-e6e5-e3c8-bfa7-df0203674b98, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.805613] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88e6bb3-dc67-4cd4-a22c-bb7a2ac6893f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.810854] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 886.810854] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2474f-54ea-5e76-1927-1c3ec312116b" [ 886.810854] env[69289]: _type = "Task" [ 886.810854] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.819179] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2474f-54ea-5e76-1927-1c3ec312116b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.829590] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e6b2cf96-4611-4e3f-982d-e053726b321b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 886.934972] env[69289]: DEBUG nova.compute.utils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.938953] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.938953] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.986941] env[69289]: DEBUG nova.policy [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.012416] env[69289]: DEBUG nova.network.neutron [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.093154] env[69289]: DEBUG nova.network.neutron [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.238049] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.294021] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Successfully created port: f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.323564] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2474f-54ea-5e76-1927-1c3ec312116b, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.323564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324295] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5/9d922bb9-b6a3-4a41-a376-d4fa61b5cef5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.324487] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4b7f52a-b06f-4842-acc4-ae3eb1ac9e4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.332305] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: df191190-e183-4542-87fb-13d210198a53] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.334945] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 887.334945] env[69289]: value = "task-3277220" [ 887.334945] env[69289]: _type = "Task" [ 887.334945] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.345942] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.447649] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.597879] env[69289]: DEBUG oslo_concurrency.lockutils [req-702834d8-cda1-44d2-a68b-05fd34bf8415 req-d904a0e1-58ac-4590-a16c-40bc03d5af56 service nova] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.598585] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.598855] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.745292] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277219, 'name': ReconfigVM_Task, 'duration_secs': 0.590023} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.745888] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21/volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.756662] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc74c74-20ac-4560-81de-a6e139dc5103 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.778570] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 887.778570] env[69289]: value = "task-3277221" [ 887.778570] env[69289]: _type = "Task" [ 887.778570] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.792169] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.841690] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: dc9e508a-cdf2-4519-918e-384101fd1627] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.853136] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277220, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.855736] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534501bd-d9c5-4c74-8556-2b08770b88e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.866307] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92063ab-10c7-4dd8-b8d0-601d26f6ce33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.905651] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a278c-88ea-4bd0-8a0e-87b1971b3bb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.915427] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85fd04d-1fba-4340-a12c-b853341d7cce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.932845] env[69289]: DEBUG nova.compute.provider_tree [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.160430] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.294576] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277221, 'name': ReconfigVM_Task, 'duration_secs': 0.297182} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.294576] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654520', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'name': 'volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c4a3dc0-9938-4bed-9d5d-78a1d15415a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'serial': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 888.294576] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af6c929-f6ff-47f9-afc4-f5028f1ea501 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.299162] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 888.299162] env[69289]: value = "task-3277222" [ 888.299162] env[69289]: _type = "Task" [ 888.299162] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.308980] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277222, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.352531] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 805eb31c-7317-47f6-92b2-cdfc846a5872] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.354556] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65912} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.356878] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5/9d922bb9-b6a3-4a41-a376-d4fa61b5cef5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.356878] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.356878] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49cc0265-063d-48d4-831d-d3ae15014789 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.363605] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 888.363605] env[69289]: value = "task-3277223" [ 888.363605] env[69289]: _type = "Task" [ 888.363605] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.377232] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.419531] env[69289]: DEBUG nova.network.neutron [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.437103] env[69289]: DEBUG nova.scheduler.client.report [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.460300] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.490649] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.491180] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.492053] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.492053] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.492053] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.492053] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.492471] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.492778] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.493153] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.493455] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.493805] env[69289]: DEBUG nova.virt.hardware [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.494813] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f4462-42d4-4a93-8a5a-46b3100af77a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.509022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248023f9-d914-4bd8-be22-10e17733d461 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.809188] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277222, 'name': Rename_Task, 'duration_secs': 0.178042} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.809409] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.809759] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a89f69-1277-4570-83e3-14c2e053168e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.821021] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 888.821021] env[69289]: value = "task-3277224" [ 888.821021] env[69289]: _type = "Task" [ 888.821021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.831359] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.857960] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: f4cd7756-3885-40f2-a4de-a7311adca389] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.873400] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103593} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.877289] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.877289] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68da0740-e47b-444a-b951-019bd4f17ab7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.898235] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5/9d922bb9-b6a3-4a41-a376-d4fa61b5cef5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.899303] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61dc213d-c6c9-401a-875d-b4663b82be60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.919272] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 888.919272] env[69289]: value = "task-3277225" [ 888.919272] env[69289]: _type = "Task" [ 888.919272] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.928116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.928582] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance network_info: |[{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.929062] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.929534] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:de:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.939134] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Creating folder: Project (5ab70d83f84e49be96fc9701a923b0f4). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.939134] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c2c86b-26c7-4673-8a9d-8f6c1ed8f30c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.945877] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.945877] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.952020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.033s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.952020] env[69289]: INFO nova.compute.claims [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.953553] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Created folder: Project (5ab70d83f84e49be96fc9701a923b0f4) in parent group-v654351. [ 888.953730] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Creating folder: Instances. Parent ref: group-v654541. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.954414] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddc05775-6e1e-4f4f-af91-43263f99c242 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.964921] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Created folder: Instances in parent group-v654541. [ 888.965184] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.965387] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.965596] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1cf1b3a-3f65-4418-a0a3-79427893ca90 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.986906] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.986906] env[69289]: value = "task-3277228" [ 888.986906] env[69289]: _type = "Task" [ 888.986906] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.998031] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277228, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.102011] env[69289]: DEBUG nova.compute.manager [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received event network-vif-plugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.102542] env[69289]: DEBUG oslo_concurrency.lockutils [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.103481] env[69289]: DEBUG oslo_concurrency.lockutils [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.103830] env[69289]: DEBUG oslo_concurrency.lockutils [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.104170] env[69289]: DEBUG nova.compute.manager [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] No waiting events found dispatching network-vif-plugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.104510] env[69289]: WARNING nova.compute.manager [req-26043b7f-1cb1-4dbb-bf4d-e14ff1919909 req-f72b80fc-c38c-42f2-8f6b-c0011ea4e072 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received unexpected event network-vif-plugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a for instance with vm_state building and task_state spawning. [ 889.286694] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Successfully updated port: f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.334248] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277224, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.362042] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ee1fdb22-092f-48ff-9896-8b23f6bb14a2] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.435509] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277225, 'name': ReconfigVM_Task, 'duration_secs': 0.372789} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.435509] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5/9d922bb9-b6a3-4a41-a376-d4fa61b5cef5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.435509] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baae03d9-75b4-4270-9905-0a4ebd7d8540 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.441420] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 889.441420] env[69289]: value = "task-3277229" [ 889.441420] env[69289]: _type = "Task" [ 889.441420] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.451476] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277229, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.458019] env[69289]: DEBUG nova.compute.utils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.458019] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.458019] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.498270] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277228, 'name': CreateVM_Task, 'duration_secs': 0.371989} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.498518] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.502166] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.502166] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.502166] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.502166] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa83aaa-10c8-4f8b-9869-73957de979d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.505824] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 889.505824] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52173035-0a3e-8beb-b541-96254856614f" [ 889.505824] env[69289]: _type = "Task" [ 889.505824] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.515893] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52173035-0a3e-8beb-b541-96254856614f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.755133] env[69289]: DEBUG nova.policy [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb881def11bc44029e9a6d2f529e29df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd53225cf64af681c7bf466fb8e26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.789848] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.790130] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.790247] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.832748] env[69289]: DEBUG oslo_vmware.api [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277224, 'name': PowerOnVM_Task, 'duration_secs': 0.643809} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.833997] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.834574] env[69289]: INFO nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Took 7.93 seconds to spawn the instance on the hypervisor. [ 889.834574] env[69289]: DEBUG nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.836168] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554e954-e72b-4f10-bde0-989517b73b39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.864759] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 32a308b1-58c4-4fd0-b074-46fe0f5eb439] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.949643] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277229, 'name': Rename_Task, 'duration_secs': 0.158982} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.949912] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.950511] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc783fec-6207-41dd-8988-9483a9bb4d72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.957428] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 889.957428] env[69289]: value = "task-3277230" [ 889.957428] env[69289]: _type = "Task" [ 889.957428] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.963301] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.972731] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.016703] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52173035-0a3e-8beb-b541-96254856614f, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.018154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.018474] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.019119] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.019119] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.019446] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.019888] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8334ddf0-05af-444f-87d1-8e1efc4c91a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.032185] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.032426] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.033322] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3a68d2-d002-4824-94ed-a55406ca6649 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.042492] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 890.042492] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527eea00-d25e-3a29-0454-c5cb5b4bebd4" [ 890.042492] env[69289]: _type = "Task" [ 890.042492] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.057693] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527eea00-d25e-3a29-0454-c5cb5b4bebd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.059325] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10873370-bbeb-403c-b222-0ddccc464071 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.070166] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 890.070166] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef78cd-9a98-95bb-23e1-29ab7a9b344b" [ 890.070166] env[69289]: _type = "Task" [ 890.070166] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.084699] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef78cd-9a98-95bb-23e1-29ab7a9b344b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.215691] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Successfully created port: 5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.360541] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143628fa-bf0b-4421-8268-854c74374322 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.368311] env[69289]: INFO nova.compute.manager [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Took 50.61 seconds to build instance. [ 890.371334] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 6f60f99c-40fb-4bf6-ad56-b5cd086e4188] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.371622] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.377164] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c90c3-71ea-40bc-a27f-6ce9f92ce5e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.422870] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a025d227-8f84-4aa6-924e-8167dcbbe718 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.432884] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6c239b-f6a4-4755-9ba9-507fac2b51d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449344] env[69289]: DEBUG nova.compute.provider_tree [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.483349] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277230, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.585017] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef78cd-9a98-95bb-23e1-29ab7a9b344b, 'name': SearchDatastore_Task, 'duration_secs': 0.022828} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.585753] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.586167] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] a0ad23b3-7512-4c88-8458-7f10e2c8c70b/a0ad23b3-7512-4c88-8458-7f10e2c8c70b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.586240] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3e37582-1c00-4a06-bedc-c93f42acfd25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595998] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 890.595998] env[69289]: value = "task-3277231" [ 890.595998] env[69289]: _type = "Task" [ 890.595998] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.604563] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.663545] env[69289]: DEBUG nova.network.neutron [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updating instance_info_cache with network_info: [{"id": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "address": "fa:16:3e:8f:31:a4", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3310ba3-5f", "ovs_interfaceid": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.876934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3c0c5a60-02f1-4285-8f74-8b8a9994a60a tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.127s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.877413] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: cb903d50-5d57-49b6-9e74-8d71925e1b3c] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.953412] env[69289]: DEBUG nova.scheduler.client.report [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.973313] env[69289]: DEBUG oslo_vmware.api [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277230, 'name': PowerOnVM_Task, 'duration_secs': 0.594137} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.973602] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.973863] env[69289]: INFO nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Took 8.47 seconds to spawn the instance on the hypervisor. [ 890.974131] env[69289]: DEBUG nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.974995] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316eb238-e11d-46b9-aeb4-10045210545b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.985948] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.045203] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.045203] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.045203] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.045203] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.045410] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.045410] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.045621] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.045772] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.045987] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.046200] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.046381] env[69289]: DEBUG nova.virt.hardware [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.047355] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eee356a-2b47-4079-b5ee-b62d5c942ba4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.058251] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9ff11e-6db4-4d54-82c9-498d2f7d3539 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.107894] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.166411] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.166777] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance network_info: |[{"id": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "address": "fa:16:3e:8f:31:a4", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3310ba3-5f", "ovs_interfaceid": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.168156] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:31:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3310ba3-5fe8-48a7-af15-1192c0563a2a', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.175950] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.176508] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.176778] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-618f1f0a-50a7-412d-9888-859e7b395024 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.193779] env[69289]: DEBUG nova.compute.manager [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received event network-changed-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.193909] env[69289]: DEBUG nova.compute.manager [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Refreshing instance network info cache due to event network-changed-f3310ba3-5fe8-48a7-af15-1192c0563a2a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.194065] env[69289]: DEBUG oslo_concurrency.lockutils [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] Acquiring lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.194244] env[69289]: DEBUG oslo_concurrency.lockutils [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] Acquired lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.194359] env[69289]: DEBUG nova.network.neutron [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Refreshing network info cache for port f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.202555] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.202555] env[69289]: value = "task-3277232" [ 891.202555] env[69289]: _type = "Task" [ 891.202555] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.213050] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277232, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.381636] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 48d982a0-e7ca-4469-8a23-e6332c88e28c] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.463036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.465286] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.468743] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.103s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.469101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.471101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.197s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.471391] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.473322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.869s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.474795] env[69289]: INFO nova.compute.claims [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.530533] env[69289]: INFO nova.compute.manager [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Took 48.50 seconds to build instance. [ 891.530533] env[69289]: INFO nova.scheduler.client.report [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocations for instance 1592824a-4b04-4e34-8fa6-c752a62d609e [ 891.536323] env[69289]: INFO nova.scheduler.client.report [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Deleted allocations for instance 23e20c05-42bd-40ce-9419-965392f441ab [ 891.612844] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722028} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.613595] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] a0ad23b3-7512-4c88-8458-7f10e2c8c70b/a0ad23b3-7512-4c88-8458-7f10e2c8c70b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.613824] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.614092] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9fed1de-53c3-43cb-bb93-9463bcaeeeaa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.620680] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 891.620680] env[69289]: value = "task-3277233" [ 891.620680] env[69289]: _type = "Task" [ 891.620680] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.629792] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.711764] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277232, 'name': CreateVM_Task, 'duration_secs': 0.404893} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.711948] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.712753] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.712871] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.713192] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.713453] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00fa950c-3590-4b02-9b50-eaaed54b289c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.718974] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 891.718974] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef43e1-84af-e4fe-33a3-b57e6b71aff3" [ 891.718974] env[69289]: _type = "Task" [ 891.718974] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.726837] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef43e1-84af-e4fe-33a3-b57e6b71aff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.887175] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: add8f8f7-2e94-4f0c-b1a2-c2890aac7aa6] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.972135] env[69289]: DEBUG nova.compute.utils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.973580] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.974276] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.036723] env[69289]: DEBUG nova.policy [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d67ad14a8d64fcf92cdd3a3d0d553b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '474e89ec88c94133a056025a42bad430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.042031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c069cad5-aa6a-416e-829f-e2b2830f00ce tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.019s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.043513] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8b7981bc-c37c-4fa7-9cf0-e3c8628078f1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "1592824a-4b04-4e34-8fa6-c752a62d609e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.389s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.053185] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf94f5c8-0d6b-4415-b08c-3f2931ebd683 tempest-ServerMetadataTestJSON-795856717 tempest-ServerMetadataTestJSON-795856717-project-member] Lock "23e20c05-42bd-40ce-9419-965392f441ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.257s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.131577] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070712} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.131850] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.132945] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3239211-3f02-48da-a024-6c8af8293027 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.166049] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] a0ad23b3-7512-4c88-8458-7f10e2c8c70b/a0ad23b3-7512-4c88-8458-7f10e2c8c70b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.170039] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Successfully updated port: 5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.170521] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3354e7b2-7965-45df-95b5-af779d57c335 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.193414] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 892.193414] env[69289]: value = "task-3277234" [ 892.193414] env[69289]: _type = "Task" [ 892.193414] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.204888] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.230951] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef43e1-84af-e4fe-33a3-b57e6b71aff3, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.231291] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.231529] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.231893] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.232075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.232267] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.232680] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8aedc3-36cb-4159-a4e6-ab32c58ba805 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.243033] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.245624] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.245624] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48cc2dd8-7178-4e16-a6f9-da1da3964364 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.250164] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 892.250164] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526bff80-85bb-4ade-5f42-bfa1ded43727" [ 892.250164] env[69289]: _type = "Task" [ 892.250164] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.263384] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526bff80-85bb-4ade-5f42-bfa1ded43727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.283275] env[69289]: DEBUG nova.network.neutron [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updated VIF entry in instance network info cache for port f3310ba3-5fe8-48a7-af15-1192c0563a2a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.283624] env[69289]: DEBUG nova.network.neutron [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updating instance_info_cache with network_info: [{"id": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "address": "fa:16:3e:8f:31:a4", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3310ba3-5f", "ovs_interfaceid": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.390392] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 62d893d0-ec93-48ec-ac83-02cc45c54c39] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.461591] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Successfully created port: d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.477931] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.689906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.689906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.689906] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.720629] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277234, 'name': ReconfigVM_Task, 'duration_secs': 0.28493} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.721229] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Reconfigured VM instance instance-00000045 to attach disk [datastore1] a0ad23b3-7512-4c88-8458-7f10e2c8c70b/a0ad23b3-7512-4c88-8458-7f10e2c8c70b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.721864] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5a2f196-be30-4407-bc3c-753827ddebe8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.732471] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 892.732471] env[69289]: value = "task-3277235" [ 892.732471] env[69289]: _type = "Task" [ 892.732471] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.744376] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277235, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.764188] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526bff80-85bb-4ade-5f42-bfa1ded43727, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.767688] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f206eb11-1910-4e20-a62a-11b0e2aeea56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.773646] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 892.773646] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52777b23-b689-5790-af9f-3d3cc7010b64" [ 892.773646] env[69289]: _type = "Task" [ 892.773646] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.783422] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52777b23-b689-5790-af9f-3d3cc7010b64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.786085] env[69289]: DEBUG oslo_concurrency.lockutils [req-e489b8e0-9f06-4484-8b6f-1e87bcfc04df req-0a3cb0e7-5388-40f1-9003-220cadb3d086 service nova] Releasing lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.856613] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244a19a3-f654-4812-9641-ed1b54e606c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.865733] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae89be8-a37c-4e58-aa13-0045d64c3bff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.906827] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 7f818256-9449-4389-80a7-13a8d8232b07] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.910450] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdec679-cf5c-45eb-88ed-d7f1217b5db4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.918930] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e9e031-5239-4f20-87e8-7d9cf0b6d814 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.934316] env[69289]: DEBUG nova.compute.provider_tree [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.128513] env[69289]: DEBUG nova.compute.manager [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Received event network-changed-dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.128703] env[69289]: DEBUG nova.compute.manager [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Refreshing instance network info cache due to event network-changed-dcfa182f-c025-4bdf-acf6-b051bcebe81c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.128926] env[69289]: DEBUG oslo_concurrency.lockutils [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] Acquiring lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.130701] env[69289]: DEBUG oslo_concurrency.lockutils [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] Acquired lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.130701] env[69289]: DEBUG nova.network.neutron [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Refreshing network info cache for port dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.188980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "c108f07e-a17d-4192-8624-838be45fb178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.189710] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.200374] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.201301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.201588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.202161] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.202355] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.204406] env[69289]: INFO nova.compute.manager [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Terminating instance [ 893.243164] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277235, 'name': Rename_Task, 'duration_secs': 0.152494} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.243454] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.243704] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ebd7c8a-931f-4a95-b6b2-244f8fd33913 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.249706] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 893.249706] env[69289]: value = "task-3277236" [ 893.249706] env[69289]: _type = "Task" [ 893.249706] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.258394] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.285461] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52777b23-b689-5790-af9f-3d3cc7010b64, 'name': SearchDatastore_Task, 'duration_secs': 0.018192} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.285797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.286190] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 7b3a4832-f14d-4e10-85b6-a09a05a43450/7b3a4832-f14d-4e10-85b6-a09a05a43450.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.286514] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d2c9c1b-d0e0-4f1a-9704-cef55c30701a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.294053] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 893.294053] env[69289]: value = "task-3277237" [ 893.294053] env[69289]: _type = "Task" [ 893.294053] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.299194] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.306415] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.410801] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 87c9494f-9f42-454d-88f0-ee33a80fd5bb] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.440306] env[69289]: DEBUG nova.scheduler.client.report [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.490610] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.540389] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.540664] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.540843] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.541070] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.541225] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.541372] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.541583] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.541743] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.541947] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.542098] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.542284] env[69289]: DEBUG nova.virt.hardware [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.543271] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb448925-c983-4cfe-ba0c-6aed99f7e0b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.552121] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1c771-e02f-424f-ba42-79953a435a62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.692881] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.713340] env[69289]: DEBUG nova.compute.manager [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.713814] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.714872] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2d5cc-be4d-4037-8d44-4c47d45a76c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.726062] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.726062] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ebd42b3-5bcd-4eab-b135-b6a1ebe09971 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.739244] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 893.739244] env[69289]: value = "task-3277238" [ 893.739244] env[69289]: _type = "Task" [ 893.739244] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.749310] env[69289]: DEBUG nova.compute.manager [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Received event network-vif-plugged-5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.749310] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Acquiring lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.749310] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.749310] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.749310] env[69289]: DEBUG nova.compute.manager [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] No waiting events found dispatching network-vif-plugged-5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.749310] env[69289]: WARNING nova.compute.manager [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Received unexpected event network-vif-plugged-5e442216-6bd0-4680-97cd-fb8a41bf75d7 for instance with vm_state building and task_state spawning. [ 893.749310] env[69289]: DEBUG nova.compute.manager [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Received event network-changed-5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.749310] env[69289]: DEBUG nova.compute.manager [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Refreshing instance network info cache due to event network-changed-5e442216-6bd0-4680-97cd-fb8a41bf75d7. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.749310] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Acquiring lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.756809] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.767258] env[69289]: DEBUG oslo_vmware.api [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277236, 'name': PowerOnVM_Task, 'duration_secs': 0.507024} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.767541] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.767747] env[69289]: INFO nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Took 8.80 seconds to spawn the instance on the hypervisor. [ 893.767925] env[69289]: DEBUG nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.768799] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a7f082-7ee3-4787-947c-bd8776a2a255 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.795022] env[69289]: DEBUG nova.network.neutron [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Updating instance_info_cache with network_info: [{"id": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "address": "fa:16:3e:e1:23:fa", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e442216-6b", "ovs_interfaceid": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.805844] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.918575] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 31e4ab12-6702-4957-82d1-20088f139042] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.948040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.948040] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.951092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.530s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.951430] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.956022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.202s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.956022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.956022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.977s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.956022] env[69289]: DEBUG nova.objects.instance [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lazy-loading 'resources' on Instance uuid 96c299dd-b01f-48c9-83db-1c13b3e9b34c {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.980174] env[69289]: INFO nova.scheduler.client.report [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Deleted allocations for instance 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0 [ 893.987032] env[69289]: INFO nova.scheduler.client.report [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Deleted allocations for instance bd0530ae-11ac-4ed5-86bc-3379f48ed157 [ 894.026738] env[69289]: DEBUG nova.network.neutron [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updated VIF entry in instance network info cache for port dcfa182f-c025-4bdf-acf6-b051bcebe81c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.027117] env[69289]: DEBUG nova.network.neutron [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating instance_info_cache with network_info: [{"id": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "address": "fa:16:3e:3c:56:d7", "network": {"id": "ed7c4219-2c32-4d8b-924e-c4254c7fc775", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1914861659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "610ae9b704224616b66c5579a7506a29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcfa182f-c0", "ovs_interfaceid": "dcfa182f-c025-4bdf-acf6-b051bcebe81c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.215636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.259365] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277238, 'name': PowerOffVM_Task, 'duration_secs': 0.244052} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.259836] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.260136] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.260593] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abae4a17-b858-4a31-9d61-6356189c8c5e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.289272] env[69289]: INFO nova.compute.manager [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Took 45.56 seconds to build instance. [ 894.301849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.302253] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance network_info: |[{"id": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "address": "fa:16:3e:e1:23:fa", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e442216-6b", "ovs_interfaceid": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.303116] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Acquired lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.303370] env[69289]: DEBUG nova.network.neutron [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Refreshing network info cache for port 5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.305380] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:23:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e442216-6bd0-4680-97cd-fb8a41bf75d7', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.322025] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.322025] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.327809] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1793ee34-a2d8-41a7-8440-ebbf459d9152 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.344530] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568965} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.344668] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Successfully updated port: d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.346764] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 7b3a4832-f14d-4e10-85b6-a09a05a43450/7b3a4832-f14d-4e10-85b6-a09a05a43450.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.346993] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.347333] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.347486] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.347645] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleting the datastore file [datastore1] 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.349326] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82ea2cec-b9be-4635-a0bc-eb8fd7693693 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.350692] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e2694b-637a-4b7a-b3cf-b8209853f467 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.354892] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.354892] env[69289]: value = "task-3277240" [ 894.354892] env[69289]: _type = "Task" [ 894.354892] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.360431] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 894.360431] env[69289]: value = "task-3277241" [ 894.360431] env[69289]: _type = "Task" [ 894.360431] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.362394] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for the task: (returnval){ [ 894.362394] env[69289]: value = "task-3277242" [ 894.362394] env[69289]: _type = "Task" [ 894.362394] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.372761] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277240, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.378042] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.381091] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.421971] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c3cafcb3-8a38-430f-9b3d-20a39b4907da] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.457283] env[69289]: DEBUG nova.compute.utils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.457283] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.457283] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.488582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ba3b04e6-063c-4c6b-a7c3-67de5ffd2ba3 tempest-ListServerFiltersTestJSON-866179694 tempest-ListServerFiltersTestJSON-866179694-project-member] Lock "9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.046s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.493890] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed27f96d-9739-49aa-b33d-37cc77c2d37e tempest-ServersAdminTestJSON-234843582 tempest-ServersAdminTestJSON-234843582-project-member] Lock "bd0530ae-11ac-4ed5-86bc-3379f48ed157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.259s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.531215] env[69289]: DEBUG oslo_concurrency.lockutils [req-9140222d-d8ca-423e-bc04-3337fca9d29e req-f4cf421b-1d0b-4cd5-83ba-5382bab52028 service nova] Releasing lock "refresh_cache-8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.588189] env[69289]: DEBUG nova.policy [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.775088] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d412c9d-3e90-4e2f-868d-0723006f4326 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.783402] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0dff10-9c6b-4140-8c93-7618d6529a1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.818800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-27538e96-427f-43c6-a15d-90c06d7d2895 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.105s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.822099] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa958cf5-c42a-45f1-8d46-63202d77122c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.829893] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45216b6e-0deb-4c2b-8613-7618fb5dfdf2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.844505] env[69289]: DEBUG nova.compute.provider_tree [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.848533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.848690] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.848791] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.866074] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277240, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.876739] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071617} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.879725] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.880051] env[69289]: DEBUG oslo_vmware.api [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Task: {'id': task-3277242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177076} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.880756] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bcd615-249f-44c1-a45e-dac03659789e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.883809] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.883809] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.883809] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.883809] env[69289]: INFO nova.compute.manager [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 894.884045] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.884368] env[69289]: DEBUG nova.compute.manager [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.884466] env[69289]: DEBUG nova.network.neutron [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.905348] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 7b3a4832-f14d-4e10-85b6-a09a05a43450/7b3a4832-f14d-4e10-85b6-a09a05a43450.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.905970] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df2b024-75ec-40e0-b041-54298a8d6bfa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.924338] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 894.924338] env[69289]: value = "task-3277243" [ 894.924338] env[69289]: _type = "Task" [ 894.924338] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.924788] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: dbd215fc-e1b9-44d7-95a0-b43675a0ee1b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.930114] env[69289]: DEBUG nova.network.neutron [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Updated VIF entry in instance network info cache for port 5e442216-6bd0-4680-97cd-fb8a41bf75d7. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.930447] env[69289]: DEBUG nova.network.neutron [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Updating instance_info_cache with network_info: [{"id": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "address": "fa:16:3e:e1:23:fa", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e442216-6b", "ovs_interfaceid": "5e442216-6bd0-4680-97cd-fb8a41bf75d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.938168] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277243, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.958504] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.290906] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Successfully created port: e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.368332] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277240, 'name': CreateVM_Task, 'duration_secs': 0.844243} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.369203] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.369798] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.370275] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.370925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.374021] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065d60e6-5e5c-403d-b7fa-5157ffaf0f6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.378474] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 895.378474] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5289e235-6792-c2eb-091d-48a2529ed304" [ 895.378474] env[69289]: _type = "Task" [ 895.378474] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.383376] env[69289]: ERROR nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [req-7c6e812b-ad0d-4dc2-a8c8-28099314c889] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c6e812b-ad0d-4dc2-a8c8-28099314c889"}]} [ 895.391397] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5289e235-6792-c2eb-091d-48a2529ed304, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.391686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.391912] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.392151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.392293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.394404] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.394404] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a710de71-c20b-44d0-ab64-c7315193dfb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.403573] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.403761] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.405649] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9549eef3-e857-47c7-93f7-a9d8b39d2813 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409989] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 895.409989] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e0c833-7ed4-9f56-2b66-7c91d22898bb" [ 895.409989] env[69289]: _type = "Task" [ 895.409989] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.414126] env[69289]: DEBUG nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 895.422965] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e0c833-7ed4-9f56-2b66-7c91d22898bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009364} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.424443] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd8755c-3d65-44a1-9b05-6f2281a06191 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.433387] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 940036d6-d2c5-40f3-885e-7fd35611e508] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.438353] env[69289]: DEBUG oslo_concurrency.lockutils [req-d9260837-44fa-4391-b445-3d6f2caaaacb req-4eaf0d23-24cb-4f5d-ba88-299d9bbc457c service nova] Releasing lock "refresh_cache-ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.438906] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 895.438906] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5220f589-f7f9-38dd-a924-0eb9040e51ed" [ 895.438906] env[69289]: _type = "Task" [ 895.438906] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.443682] env[69289]: DEBUG nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 895.443887] env[69289]: DEBUG nova.compute.provider_tree [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.446863] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.459469] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5220f589-f7f9-38dd-a924-0eb9040e51ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01185} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.459469] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.459469] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.459469] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eedd622-9a53-4806-869e-5dfe8fd2b484 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.466677] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 895.466677] env[69289]: value = "task-3277244" [ 895.466677] env[69289]: _type = "Task" [ 895.466677] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.477209] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.478436] env[69289]: DEBUG nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 895.501851] env[69289]: DEBUG nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 895.647200] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.793765] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914f86e-5364-460b-b6cd-55f3d9bd0004 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.807243] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d02a20f-12c2-4351-9a60-0ec64357d417 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.849793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a8221e-6973-439f-91c2-c4bddc85c1a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.859192] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440da53e-7e62-471d-8fd8-5634c27c7ad0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.875615] env[69289]: DEBUG nova.compute.provider_tree [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.937164] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277243, 'name': ReconfigVM_Task, 'duration_secs': 0.534652} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.937769] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 7b3a4832-f14d-4e10-85b6-a09a05a43450/7b3a4832-f14d-4e10-85b6-a09a05a43450.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.938900] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-815ff13a-e577-4cf0-8ccc-2b3d19081cd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.946414] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 895.946414] env[69289]: value = "task-3277245" [ 895.946414] env[69289]: _type = "Task" [ 895.946414] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.947447] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 0f21f504-d81d-4dd5-8b2b-c5764e5b063b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.963383] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277245, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.969879] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.983342] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482639} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.983590] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.983806] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.984793] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d94eb2cd-385f-4bc8-948f-83b52b3ac362 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.992480] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 895.992480] env[69289]: value = "task-3277246" [ 895.992480] env[69289]: _type = "Task" [ 895.992480] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.001469] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.011515] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.011743] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.011916] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.012131] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.012462] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.012656] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.012916] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.013116] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.013415] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.013670] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.013981] env[69289]: DEBUG nova.virt.hardware [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.014913] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61160380-d6a1-4b27-993b-42287c4c561f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.024638] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e3c29-725e-4acb-9b2c-d12fb4bb28ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.089318] env[69289]: DEBUG nova.network.neutron [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updating instance_info_cache with network_info: [{"id": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "address": "fa:16:3e:0a:96:05", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7adf703-ab", "ovs_interfaceid": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.426877] env[69289]: DEBUG nova.compute.manager [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Received event network-vif-plugged-d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.426877] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.427420] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.427420] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.427599] env[69289]: DEBUG nova.compute.manager [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] No waiting events found dispatching network-vif-plugged-d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.429624] env[69289]: WARNING nova.compute.manager [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Received unexpected event network-vif-plugged-d7adf703-ab5c-4f18-ac0e-5da7e446d15c for instance with vm_state building and task_state spawning. [ 896.429836] env[69289]: DEBUG nova.compute.manager [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Received event network-changed-d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.430103] env[69289]: DEBUG nova.compute.manager [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Refreshing instance network info cache due to event network-changed-d7adf703-ab5c-4f18-ac0e-5da7e446d15c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.430205] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Acquiring lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.431236] env[69289]: DEBUG nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 896.431469] env[69289]: DEBUG nova.compute.provider_tree [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 91 to 92 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.431728] env[69289]: DEBUG nova.compute.provider_tree [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.465781] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e0c69223-79c6-4c14-9ef5-8a02ae8d93f1] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.467498] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277245, 'name': Rename_Task, 'duration_secs': 0.266534} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.468281] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.468595] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a34e389-55b9-4d04-8332-ec059ef60a9d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.471743] env[69289]: DEBUG nova.network.neutron [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.476743] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 896.476743] env[69289]: value = "task-3277247" [ 896.476743] env[69289]: _type = "Task" [ 896.476743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.487682] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.506585] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063721} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.507493] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.508497] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf5ebb-aa8c-4bea-9025-76533fe243db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.534535] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.535233] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571924a4-e86f-436d-897a-74f3ad3ce23e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.556794] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 896.556794] env[69289]: value = "task-3277248" [ 896.556794] env[69289]: _type = "Task" [ 896.556794] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.565565] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.594240] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.594240] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Instance network_info: |[{"id": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "address": "fa:16:3e:0a:96:05", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7adf703-ab", "ovs_interfaceid": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.594240] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Acquired lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.594240] env[69289]: DEBUG nova.network.neutron [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Refreshing network info cache for port d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.596101] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:96:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7adf703-ab5c-4f18-ac0e-5da7e446d15c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.604787] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating folder: Project (474e89ec88c94133a056025a42bad430). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.605961] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b964ae-f224-40ec-be66-656a53518010 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.618041] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created folder: Project (474e89ec88c94133a056025a42bad430) in parent group-v654351. [ 896.618270] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating folder: Instances. Parent ref: group-v654546. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.618682] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ffdf2b1-c5f9-42ea-b8cf-938504d1abde {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.628203] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created folder: Instances in parent group-v654546. [ 896.628480] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.628685] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.628897] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f17ddf3d-1777-4f9b-979f-413317ef85e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.652642] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.652642] env[69289]: value = "task-3277251" [ 896.652642] env[69289]: _type = "Task" [ 896.652642] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.662030] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277251, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.756632] env[69289]: DEBUG nova.compute.manager [req-2d95dc5d-bdf2-4eb5-8f35-58ae382b9d63 req-dc17dd79-eb57-4279-9b44-a9c56dc47c1f service nova] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Received event network-vif-deleted-8fbad8ba-40a1-4470-b8c2-1fa9c5a67270 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.940779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.984s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.943152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.983s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.944659] env[69289]: INFO nova.compute.claims [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.969271] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 2c481930-198b-4e6b-8a75-4edd7af6b13d] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.974522] env[69289]: INFO nova.compute.manager [-] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Took 2.09 seconds to deallocate network for instance. [ 896.986939] env[69289]: INFO nova.scheduler.client.report [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleted allocations for instance 96c299dd-b01f-48c9-83db-1c13b3e9b34c [ 897.006068] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.070873] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.164259] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277251, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.475516] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 1a4b0b85-4f41-40f2-a801-36657c2bc39b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.490555] env[69289]: DEBUG oslo_vmware.api [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277247, 'name': PowerOnVM_Task, 'duration_secs': 0.87658} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.490950] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.491267] env[69289]: INFO nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Took 9.03 seconds to spawn the instance on the hypervisor. [ 897.491570] env[69289]: DEBUG nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.492581] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476eab4-bc1d-4781-acb0-edeaf9072dfd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.502679] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.511321] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7b56dcf4-35bd-4834-a4f0-ee72b984ec88 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "96c299dd-b01f-48c9-83db-1c13b3e9b34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.031s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.576768] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277248, 'name': ReconfigVM_Task, 'duration_secs': 0.664897} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.576768] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.578026] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d4d8d8-ac74-4c51-9ae3-a368312de9a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.585963] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 897.585963] env[69289]: value = "task-3277252" [ 897.585963] env[69289]: _type = "Task" [ 897.585963] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.602174] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277252, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.607290] env[69289]: DEBUG nova.network.neutron [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updated VIF entry in instance network info cache for port d7adf703-ab5c-4f18-ac0e-5da7e446d15c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.607920] env[69289]: DEBUG nova.network.neutron [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updating instance_info_cache with network_info: [{"id": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "address": "fa:16:3e:0a:96:05", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7adf703-ab", "ovs_interfaceid": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.664991] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277251, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.825985] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Successfully updated port: e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.852914] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.853389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.985462] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d5c2369b-e2cd-4a7a-b04f-d16f4be288fc] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.020514] env[69289]: INFO nova.compute.manager [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Took 40.05 seconds to build instance. [ 898.100850] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277252, 'name': Rename_Task, 'duration_secs': 0.279906} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.104815] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.105567] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561aae3f-c1d1-4204-b477-9f4798c0a8c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.110653] env[69289]: DEBUG oslo_concurrency.lockutils [req-b33f604a-42b0-4ec2-b0c8-b55928212b3d req-fb114dc3-6601-4db1-be89-b172d9ae69a1 service nova] Releasing lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.113084] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 898.113084] env[69289]: value = "task-3277253" [ 898.113084] env[69289]: _type = "Task" [ 898.113084] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.126214] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.170413] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277251, 'name': CreateVM_Task, 'duration_secs': 1.399708} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.170413] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.170413] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.170413] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.170606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.173618] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c335ec9f-581a-41a7-abcd-8a7bdd539a9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.180930] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 898.180930] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52114d7a-9b95-2ec6-488f-ca0f0538dfa9" [ 898.180930] env[69289]: _type = "Task" [ 898.180930] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.193435] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52114d7a-9b95-2ec6-488f-ca0f0538dfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.269256] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ed89b-1173-4a1c-b76a-183ed0d3d1cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.276724] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92bdbd-93de-444a-9fc7-353b96e0efc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.307256] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28420472-035e-444d-bf2e-b205d409ef61 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.316731] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b4080-28d4-435c-915a-91ae4f5b8877 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.332656] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332966] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.334452] env[69289]: DEBUG nova.compute.provider_tree [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.358225] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.492507] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 239a45e3-cfdf-463c-bd3c-822cb45a643f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.522409] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3ab5133c-7587-434c-934c-e6d73b0ae38b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.568s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.554350] env[69289]: DEBUG nova.compute.manager [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Received event network-vif-plugged-e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.554601] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Acquiring lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.554812] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.554980] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.555331] env[69289]: DEBUG nova.compute.manager [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] No waiting events found dispatching network-vif-plugged-e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.555492] env[69289]: WARNING nova.compute.manager [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Received unexpected event network-vif-plugged-e5094b3d-7259-45bd-9e00-ab33c5bb41ce for instance with vm_state building and task_state spawning. [ 898.555659] env[69289]: DEBUG nova.compute.manager [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Received event network-changed-e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.555811] env[69289]: DEBUG nova.compute.manager [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Refreshing instance network info cache due to event network-changed-e5094b3d-7259-45bd-9e00-ab33c5bb41ce. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.555983] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Acquiring lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.630373] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277253, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.696189] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52114d7a-9b95-2ec6-488f-ca0f0538dfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.696189] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.696189] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.696189] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.696189] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.696189] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.699580] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be948f61-2942-4166-911e-a5045865a590 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.701770] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.702199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.712890] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.713927] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.714075] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d83c6e9-e2de-4cd8-89cc-3a974d940137 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.721749] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 898.721749] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520fea4e-c6af-59c8-af5e-224a7525f09c" [ 898.721749] env[69289]: _type = "Task" [ 898.721749] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.731395] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520fea4e-c6af-59c8-af5e-224a7525f09c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.841413] env[69289]: DEBUG nova.scheduler.client.report [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.881100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.907527] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.995991] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: fcc47616-4cd0-42fd-af2e-95cb15d66049] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.109518] env[69289]: DEBUG nova.network.neutron [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Updating instance_info_cache with network_info: [{"id": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "address": "fa:16:3e:e6:39:97", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5094b3d-72", "ovs_interfaceid": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.125908] env[69289]: DEBUG oslo_vmware.api [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277253, 'name': PowerOnVM_Task, 'duration_secs': 0.799893} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.125908] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.125908] env[69289]: INFO nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Took 8.14 seconds to spawn the instance on the hypervisor. [ 899.125908] env[69289]: DEBUG nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.125908] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef18ba-54e2-4093-b936-7535de45a978 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.205693] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.236710] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520fea4e-c6af-59c8-af5e-224a7525f09c, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.236710] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9a223a-9fbd-454b-a889-0eb8a924c7fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.244022] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 899.244022] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f75b75-5702-b5fd-b9a2-8e18e64f2d66" [ 899.244022] env[69289]: _type = "Task" [ 899.244022] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.253460] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f75b75-5702-b5fd-b9a2-8e18e64f2d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.349992] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.351472] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.361553] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.856s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.364075] env[69289]: INFO nova.compute.claims [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.499171] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c67b7ea2-7a61-4d2e-bae8-45ad029d997b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.613956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.614375] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Instance network_info: |[{"id": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "address": "fa:16:3e:e6:39:97", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5094b3d-72", "ovs_interfaceid": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.614887] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Acquired lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.614887] env[69289]: DEBUG nova.network.neutron [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Refreshing network info cache for port e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.616060] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:39:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5094b3d-7259-45bd-9e00-ab33c5bb41ce', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.628115] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.629184] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.629605] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-217786d6-25d7-43a4-b42d-53ae8b9b2816 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.659778] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.659778] env[69289]: value = "task-3277254" [ 899.659778] env[69289]: _type = "Task" [ 899.659778] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.663668] env[69289]: INFO nova.compute.manager [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Took 39.32 seconds to build instance. [ 899.670466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.670630] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.670820] env[69289]: INFO nova.compute.manager [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Shelving [ 899.672765] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277254, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.743101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.757532] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f75b75-5702-b5fd-b9a2-8e18e64f2d66, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.757783] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.758178] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] eccb563c-de39-40d7-9a6e-f15295f14700/eccb563c-de39-40d7-9a6e-f15295f14700.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.758468] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7fff14-c88f-4c22-bb3b-486fd46d748d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.765574] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 899.765574] env[69289]: value = "task-3277255" [ 899.765574] env[69289]: _type = "Task" [ 899.765574] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.774662] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.870066] env[69289]: DEBUG nova.compute.utils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.874669] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.875084] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.966273] env[69289]: DEBUG nova.policy [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '469218affd8d412c89f783cefab4c0c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4411bc47a4475bbb52f8ceea6df041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.005476] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e26cddf5-3a4f-46ca-82f9-971cf6518ed5] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.165988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cda1152e-afc3-4e83-9fce-994ad6eae5e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.830s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.172211] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277254, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.190963] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.193027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.193027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.193027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.193027] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.195836] env[69289]: INFO nova.compute.manager [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Terminating instance [ 900.279769] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486939} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.281008] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] eccb563c-de39-40d7-9a6e-f15295f14700/eccb563c-de39-40d7-9a6e-f15295f14700.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.281345] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.281659] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af3531d3-cfa5-4b5f-bf01-5b14ca2eb664 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.292448] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 900.292448] env[69289]: value = "task-3277256" [ 900.292448] env[69289]: _type = "Task" [ 900.292448] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.303214] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.375968] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.510158] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 920e0beb-1967-4e57-89de-d7da30e67004] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.671983] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277254, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.680477] env[69289]: DEBUG nova.network.neutron [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Updated VIF entry in instance network info cache for port e5094b3d-7259-45bd-9e00-ab33c5bb41ce. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.680715] env[69289]: DEBUG nova.network.neutron [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Updating instance_info_cache with network_info: [{"id": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "address": "fa:16:3e:e6:39:97", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5094b3d-72", "ovs_interfaceid": "e5094b3d-7259-45bd-9e00-ab33c5bb41ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.682162] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.687236] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1499991-e343-4bd2-af96-0eae504026c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.696814] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 900.696814] env[69289]: value = "task-3277257" [ 900.696814] env[69289]: _type = "Task" [ 900.696814] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.702687] env[69289]: DEBUG nova.compute.manager [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.702881] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.712992] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c3d48-ae55-422d-ab98-a14ea6aef364 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.718863] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.727036] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.729699] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b78809-0e22-47d0-8a31-7ddb47ef0e4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.735216] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Successfully created port: 5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.741264] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 900.741264] env[69289]: value = "task-3277258" [ 900.741264] env[69289]: _type = "Task" [ 900.741264] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.750734] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.780948] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77a2af9-136b-460c-b13d-9018226f990a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.789360] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3d9310-eaa8-4a1d-bfef-67c7436f9fae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.824884] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b3607e-310b-41d6-af9b-a35d64d6cf7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.831223] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.831909] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.832721] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f3b8e-7ecc-4d9e-9485-b36b8c28ab4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.842031] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532ca550-0cb0-452d-b8d6-fb09a1dd3867 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.863964] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] eccb563c-de39-40d7-9a6e-f15295f14700/eccb563c-de39-40d7-9a6e-f15295f14700.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.863964] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9989ad64-1296-4a00-a393-7c2653693232 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.886452] env[69289]: DEBUG nova.compute.provider_tree [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.894709] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 900.894709] env[69289]: value = "task-3277259" [ 900.894709] env[69289]: _type = "Task" [ 900.894709] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.904128] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.019056] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d4a27581-6a50-465e-aca6-31522ca1af76] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.171812] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277254, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.187930] env[69289]: DEBUG oslo_concurrency.lockutils [req-96c996d9-198e-4b38-8c6b-a3083e9fa0a1 req-abe68837-ad46-4352-85dc-a3e40e717868 service nova] Releasing lock "refresh_cache-1d09e7af-1ed9-4a51-8f39-774e1e1a8517" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.207914] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277257, 'name': PowerOffVM_Task, 'duration_secs': 0.362522} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.208214] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.209056] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff76d5-41fa-4be5-be1d-0bf077c4d3b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.238024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32104a12-f915-4810-abd9-266d05371569 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.260097] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277258, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.389891] env[69289]: DEBUG nova.scheduler.client.report [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.395985] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.408265] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277259, 'name': ReconfigVM_Task, 'duration_secs': 0.290926} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.408595] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfigured VM instance instance-00000048 to attach disk [datastore2] eccb563c-de39-40d7-9a6e-f15295f14700/eccb563c-de39-40d7-9a6e-f15295f14700.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.409288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05ca0a65-00db-419a-9b7f-cf2f3e680ad5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.417290] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 901.417290] env[69289]: value = "task-3277260" [ 901.417290] env[69289]: _type = "Task" [ 901.417290] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.427047] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277260, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.437015] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.437628] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.437988] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.438396] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.438654] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.438945] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.439354] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.439662] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.439998] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.440227] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.440444] env[69289]: DEBUG nova.virt.hardware [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.442253] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824f6456-edcc-46b1-a8ba-6e05c651da0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.451304] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2b97b0-de61-4914-9f3f-ff6621e82e6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.521402] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 83ba7def-ccab-4225-bfc3-9768c318ec0f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.672829] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277254, 'name': CreateVM_Task, 'duration_secs': 1.760078} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.672955] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.677096] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.677284] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.677680] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.677973] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92de96c-6419-4b1b-910b-06688f198d17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.685062] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 901.685062] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528979fc-0cbc-bd88-75ec-234e1fdfdff7" [ 901.685062] env[69289]: _type = "Task" [ 901.685062] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.693621] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528979fc-0cbc-bd88-75ec-234e1fdfdff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.752916] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277258, 'name': PowerOffVM_Task, 'duration_secs': 0.570309} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.756019] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.756019] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.756019] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.756019] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73408f45-37fc-4dc3-8d31-3b09a6df988b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.756979] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd3e1ecc-059a-49cb-bdec-f7cd4ad6e866 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.764045] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 901.764045] env[69289]: value = "task-3277261" [ 901.764045] env[69289]: _type = "Task" [ 901.764045] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.772214] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277261, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.792083] env[69289]: INFO nova.compute.manager [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Rebuilding instance [ 901.837370] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.837582] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.837758] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleting the datastore file [datastore1] 14300b9a-f3ef-42ce-aa60-40dbca9af7a6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.840075] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdafc929-e49b-49f9-8342-e461dabdcf2e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.842569] env[69289]: DEBUG nova.compute.manager [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.843428] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135f3b41-454f-4297-ab54-0357a8946ec7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.853394] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for the task: (returnval){ [ 901.853394] env[69289]: value = "task-3277263" [ 901.853394] env[69289]: _type = "Task" [ 901.853394] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.861110] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.900521] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.901104] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.903669] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.264s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.903884] env[69289]: DEBUG nova.objects.instance [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lazy-loading 'resources' on Instance uuid d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.928557] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277260, 'name': Rename_Task, 'duration_secs': 0.150464} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.928826] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.929113] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607c3425-2573-442c-804f-e6c0f9edf4b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.935494] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 901.935494] env[69289]: value = "task-3277264" [ 901.935494] env[69289]: _type = "Task" [ 901.935494] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.944369] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.024663] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: f2a24bb2-b232-45c9-b636-44252cf2d7b2] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.199029] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528979fc-0cbc-bd88-75ec-234e1fdfdff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.199297] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.199544] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.199797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.199946] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.200142] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.200431] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a884e158-0a4b-4c8d-b1e3-3e79073ce760 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.212780] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.212977] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.213782] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543874cb-4b80-4b5f-a3cf-1bd0bf15b81c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.220828] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 902.220828] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520183a0-f63e-e87b-d055-0f8d8c2d7c5b" [ 902.220828] env[69289]: _type = "Task" [ 902.220828] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.229655] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520183a0-f63e-e87b-d055-0f8d8c2d7c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.273984] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277261, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.370428] env[69289]: DEBUG oslo_vmware.api [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Task: {'id': task-3277263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165691} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.371474] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.371653] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.371837] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.372023] env[69289]: INFO nova.compute.manager [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Took 1.67 seconds to destroy the instance on the hypervisor. [ 902.372274] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.372479] env[69289]: DEBUG nova.compute.manager [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.372583] env[69289]: DEBUG nova.network.neutron [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.407056] env[69289]: DEBUG nova.compute.utils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.409912] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.410097] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.446770] env[69289]: DEBUG oslo_vmware.api [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277264, 'name': PowerOnVM_Task, 'duration_secs': 0.464718} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.446770] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.446770] env[69289]: INFO nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Took 8.96 seconds to spawn the instance on the hypervisor. [ 902.446909] env[69289]: DEBUG nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.447878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae5a941-32f6-4b83-a2bc-e83543d8555e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.468746] env[69289]: DEBUG nova.policy [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd3d5ad8d7443f6a1a9b72f3c4b03b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbde26a0e434eafb1511065a2663212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.531268] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 902.531579] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69289) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 902.736107] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520183a0-f63e-e87b-d055-0f8d8c2d7c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.738889] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2accec-5669-4178-947c-4a45ffaffa27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.741130] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cb6a20-9980-46e2-af7c-aaf5d7b66b28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.749439] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7575f2-db49-4910-8995-0a7f1e835ac2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.753214] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 902.753214] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52763ec6-2052-cdf5-e3d1-fadc1bf6f00c" [ 902.753214] env[69289]: _type = "Task" [ 902.753214] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.794030] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb4abf0-114e-41e0-b42f-34ca182f8d17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.801627] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52763ec6-2052-cdf5-e3d1-fadc1bf6f00c, 'name': SearchDatastore_Task, 'duration_secs': 0.026899} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.802323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.802689] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 1d09e7af-1ed9-4a51-8f39-774e1e1a8517/1d09e7af-1ed9-4a51-8f39-774e1e1a8517.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.803128] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8cab159-7af7-4447-8ef5-6d75e024c0fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.809966] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277261, 'name': CreateSnapshot_Task, 'duration_secs': 0.530068} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.810982] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.812346] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec17ad99-5421-43bd-bf3b-66bb42fde8a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.818456] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4295980-aa2d-4906-b4c2-23e8bc454eee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.821458] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 902.821458] env[69289]: value = "task-3277265" [ 902.821458] env[69289]: _type = "Task" [ 902.821458] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.837966] env[69289]: DEBUG nova.compute.provider_tree [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.847258] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.865759] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.866057] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933f1c67-213e-48ea-8f17-96e6c044a214 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.872402] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 902.872402] env[69289]: value = "task-3277266" [ 902.872402] env[69289]: _type = "Task" [ 902.872402] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.883556] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.919637] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.987072] env[69289]: INFO nova.compute.manager [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Took 42.08 seconds to build instance. [ 903.024033] env[69289]: DEBUG nova.compute.manager [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Received event network-vif-plugged-5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.024272] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] Acquiring lock "206628db-4cac-4648-b2b6-139e024346d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.024487] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] Lock "206628db-4cac-4648-b2b6-139e024346d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.024653] env[69289]: DEBUG oslo_concurrency.lockutils [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] Lock "206628db-4cac-4648-b2b6-139e024346d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.024821] env[69289]: DEBUG nova.compute.manager [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] No waiting events found dispatching network-vif-plugged-5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.025100] env[69289]: WARNING nova.compute.manager [req-fe1a2b31-bbf3-48d2-b612-f49c636c19cd req-51824e60-b627-4f1a-9bfa-aad5e73efb28 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Received unexpected event network-vif-plugged-5239cb62-00d2-4bd9-9ffa-376a445b4cce for instance with vm_state building and task_state spawning. [ 903.039106] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 903.092882] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Successfully updated port: 5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.337062] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.343558] env[69289]: DEBUG nova.scheduler.client.report [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.348301] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Successfully created port: 6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.359965] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 903.359965] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-151454c5-9d8f-481e-a010-c616869337a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.378046] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 903.378046] env[69289]: value = "task-3277267" [ 903.378046] env[69289]: _type = "Task" [ 903.378046] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.390753] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277266, 'name': PowerOffVM_Task, 'duration_secs': 0.239388} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.394738] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.395436] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.396617] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277267, 'name': CloneVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.397538] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed438d8-f102-43b8-b399-a8fc3c1e91fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.408519] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.408519] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74aa0dff-f673-4fbd-ac7f-28ece45bb6e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.409900] env[69289]: DEBUG nova.network.neutron [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.482835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.482835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.482835] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore2] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.482835] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-361caa76-8641-4690-8c31-e8ff8f62b2b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.491380] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7a066c39-3d07-4e82-ac45-ac0b38144f74 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.601s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.491847] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 903.491847] env[69289]: value = "task-3277269" [ 903.491847] env[69289]: _type = "Task" [ 903.491847] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.502438] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.599453] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.599829] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.601122] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.835136] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.835136] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 1d09e7af-1ed9-4a51-8f39-774e1e1a8517/1d09e7af-1ed9-4a51-8f39-774e1e1a8517.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.835136] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.835136] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7bac859-7d20-4234-8760-8bf5ac961b57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.841330] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 903.841330] env[69289]: value = "task-3277270" [ 903.841330] env[69289]: _type = "Task" [ 903.841330] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.852101] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.860155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.865426] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.647s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.865426] env[69289]: INFO nova.compute.claims [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.891552] env[69289]: INFO nova.scheduler.client.report [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleted allocations for instance d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76 [ 903.894955] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277267, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.914372] env[69289]: INFO nova.compute.manager [-] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Took 1.54 seconds to deallocate network for instance. [ 903.939262] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.976819] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='552681f1c25e4b15948c64515e465850',container_format='bare',created_at=2025-04-03T18:36:01Z,direct_url=,disk_format='vmdk',id=678a5ed4-79fd-40b1-8df2-84972b4bb14e,min_disk=1,min_ram=0,name='tempest-test-snap-1081148778',owner='2fbde26a0e434eafb1511065a2663212',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T18:36:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.976819] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.976998] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.977048] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.977194] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.977343] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.977572] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.977739] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.977911] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.978497] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.978497] env[69289]: DEBUG nova.virt.hardware [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.979462] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a83f9d-7244-4f42-b0db-cdd151b50869 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.990579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e301d6-bd15-4d85-b87d-ee8e8e0515f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.013151] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26788} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.014128] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.014128] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.014128] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.151763] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.293994] env[69289]: DEBUG nova.network.neutron [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updating instance_info_cache with network_info: [{"id": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "address": "fa:16:3e:c5:69:c0", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5239cb62-00", "ovs_interfaceid": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.353775] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064394} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.354333] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.355341] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aa3e57-ee6b-4560-9235-d30867f95375 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.387881] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 1d09e7af-1ed9-4a51-8f39-774e1e1a8517/1d09e7af-1ed9-4a51-8f39-774e1e1a8517.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.390423] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4fa11e5-af61-4f9d-b0ca-783d9dd2efe7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.421427] env[69289]: DEBUG oslo_concurrency.lockutils [None req-09c17533-baca-49b0-a4ae-1acbde593073 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.215s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.423765] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.428137] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277267, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.429947] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 904.429947] env[69289]: value = "task-3277271" [ 904.429947] env[69289]: _type = "Task" [ 904.429947] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.438839] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.795951] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.796343] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Instance network_info: |[{"id": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "address": "fa:16:3e:c5:69:c0", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5239cb62-00", "ovs_interfaceid": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.796783] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:69:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5239cb62-00d2-4bd9-9ffa-376a445b4cce', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.807959] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating folder: Project (5b4411bc47a4475bbb52f8ceea6df041). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.808906] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32a07e43-3ae7-40fd-b2c3-83714088c18c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.819615] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created folder: Project (5b4411bc47a4475bbb52f8ceea6df041) in parent group-v654351. [ 904.819822] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating folder: Instances. Parent ref: group-v654552. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.820088] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-176dc861-6505-4ae8-830d-31eda0ded153 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.833292] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created folder: Instances in parent group-v654552. [ 904.833553] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.833768] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.833965] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ce9b9e-33ce-49ff-a17e-033af01a3d10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.860558] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.860558] env[69289]: value = "task-3277274" [ 904.860558] env[69289]: _type = "Task" [ 904.860558] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.869980] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277274, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.911276] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277267, 'name': CloneVM_Task, 'duration_secs': 1.471897} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.911538] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Created linked-clone VM from snapshot [ 904.912507] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf5c860-31b3-4d89-91ae-8a0201a30be2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.926909] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Uploading image 4eb86c44-8e81-4872-9e3a-b40ae0aa4974 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.939062] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277271, 'name': ReconfigVM_Task, 'duration_secs': 0.27821} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.942572] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 1d09e7af-1ed9-4a51-8f39-774e1e1a8517/1d09e7af-1ed9-4a51-8f39-774e1e1a8517.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.943435] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269fb035-1536-434a-88fe-97d0f4df4634 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.950695] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 904.950695] env[69289]: value = "task-3277275" [ 904.950695] env[69289]: _type = "Task" [ 904.950695] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.959508] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277275, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.972899] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.972899] env[69289]: value = "vm-654551" [ 904.972899] env[69289]: _type = "VirtualMachine" [ 904.972899] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.973200] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-81690d46-65b7-4f1b-a066-95f9bd8d5319 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.981633] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lease: (returnval){ [ 904.981633] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c5d2dd-79b2-f371-4bfb-b39ec3d62145" [ 904.981633] env[69289]: _type = "HttpNfcLease" [ 904.981633] env[69289]: } obtained for exporting VM: (result){ [ 904.981633] env[69289]: value = "vm-654551" [ 904.981633] env[69289]: _type = "VirtualMachine" [ 904.981633] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.981914] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the lease: (returnval){ [ 904.981914] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c5d2dd-79b2-f371-4bfb-b39ec3d62145" [ 904.981914] env[69289]: _type = "HttpNfcLease" [ 904.981914] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.988393] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.988393] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c5d2dd-79b2-f371-4bfb-b39ec3d62145" [ 904.988393] env[69289]: _type = "HttpNfcLease" [ 904.988393] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 905.066569] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.067145] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.067416] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.067693] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.067930] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.068207] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.070194] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.070194] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.070194] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.070194] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.070194] env[69289]: DEBUG nova.virt.hardware [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.070498] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21aea9-6cbd-4cda-b28d-c01e2a4f0a4a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.082653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e0d43f-2001-45d4-ab73-988b45caf8fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.104138] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:23:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e442216-6bd0-4680-97cd-fb8a41bf75d7', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.112593] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.115718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.116382] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec04977-d194-4fb5-bd5d-37ce5c19bda6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.142988] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.142988] env[69289]: value = "task-3277277" [ 905.142988] env[69289]: _type = "Task" [ 905.142988] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.152420] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277277, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.158784] env[69289]: DEBUG nova.compute.manager [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Received event network-vif-deleted-4ae74064-5c32-401a-9bd6-6c5f9f92f65c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.158997] env[69289]: DEBUG nova.compute.manager [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Received event network-changed-5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.159181] env[69289]: DEBUG nova.compute.manager [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Refreshing instance network info cache due to event network-changed-5239cb62-00d2-4bd9-9ffa-376a445b4cce. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.159432] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Acquiring lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.159600] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Acquired lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.159781] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Refreshing network info cache for port 5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.234896] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a924750d-857d-4243-930f-17c6817e3866 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.242504] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bc330e-84d1-445c-a431-5d1614ab3522 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.275264] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3994af-41f9-4126-9de6-0314c6620ea0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.283227] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae01abb-8ad9-4e59-b1e3-3ae0d07705f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.298593] env[69289]: DEBUG nova.compute.provider_tree [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.333174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.333174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.333174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.333174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.333174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.335319] env[69289]: INFO nova.compute.manager [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Terminating instance [ 905.376096] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277274, 'name': CreateVM_Task, 'duration_secs': 0.320864} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.376396] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.377407] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.377653] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.378107] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.378451] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e08afa6-0871-4ed8-950d-f82cc24607e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.385536] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 905.385536] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b90dc2-e3a7-c919-cf7f-3a68e08ce6a6" [ 905.385536] env[69289]: _type = "Task" [ 905.385536] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.395949] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b90dc2-e3a7-c919-cf7f-3a68e08ce6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.463555] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277275, 'name': Rename_Task, 'duration_secs': 0.187122} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.465842] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.465842] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8aa4a6a-c2e0-484e-84e5-1d343ea6c4ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.470556] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 905.470556] env[69289]: value = "task-3277278" [ 905.470556] env[69289]: _type = "Task" [ 905.470556] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.478826] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.490647] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 905.490647] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c5d2dd-79b2-f371-4bfb-b39ec3d62145" [ 905.490647] env[69289]: _type = "HttpNfcLease" [ 905.490647] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 905.490647] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 905.490647] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c5d2dd-79b2-f371-4bfb-b39ec3d62145" [ 905.490647] env[69289]: _type = "HttpNfcLease" [ 905.490647] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 905.490962] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b353f2-5780-4bb5-be70-61b1d94951fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.498381] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 905.498639] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 905.653523] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277277, 'name': CreateVM_Task, 'duration_secs': 0.327202} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.653716] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.654471] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.704542] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-817e3cd9-bba3-4182-be7d-44923d85b9fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.801676] env[69289]: DEBUG nova.compute.manager [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Received event network-vif-plugged-6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.802046] env[69289]: DEBUG oslo_concurrency.lockutils [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] Acquiring lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.802381] env[69289]: DEBUG oslo_concurrency.lockutils [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.802663] env[69289]: DEBUG oslo_concurrency.lockutils [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.802938] env[69289]: DEBUG nova.compute.manager [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] No waiting events found dispatching network-vif-plugged-6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.803217] env[69289]: WARNING nova.compute.manager [req-3050c3cd-8320-48bd-bc35-ff612ba4a9d8 req-cbf8ef3d-8c71-4403-b362-523c2182c96c service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Received unexpected event network-vif-plugged-6dd5184e-bf07-4a65-87f0-55007c834e3e for instance with vm_state building and task_state spawning. [ 905.804169] env[69289]: DEBUG nova.scheduler.client.report [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.841354] env[69289]: DEBUG nova.compute.manager [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.841579] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.842715] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a44497-a98d-4055-95ee-ab3c5bb492bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.854158] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.855277] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d82f398e-8bf3-4dfd-b9d1-7b6c98d7d58c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.861215] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 905.861215] env[69289]: value = "task-3277279" [ 905.861215] env[69289]: _type = "Task" [ 905.861215] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.872911] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.898523] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b90dc2-e3a7-c919-cf7f-3a68e08ce6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.900633] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.900875] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.901127] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.901276] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.901658] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.901738] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.902042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.902282] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d30ad351-5ad5-40ea-b388-4635bddf860a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.904464] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44968f15-caad-40a3-80f5-240526dc5d29 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.910144] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 905.910144] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c1bf04-8bd5-d260-6244-5cb9c95e0c1d" [ 905.910144] env[69289]: _type = "Task" [ 905.910144] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.917904] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c1bf04-8bd5-d260-6244-5cb9c95e0c1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.918994] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.919194] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.920063] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3eb62e-d65c-4916-8011-e381bc8ecf3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.927267] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 905.927267] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5233ff09-c3df-ca93-b136-630ea4a073d2" [ 905.927267] env[69289]: _type = "Task" [ 905.927267] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.935379] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5233ff09-c3df-ca93-b136-630ea4a073d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.937250] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updated VIF entry in instance network info cache for port 5239cb62-00d2-4bd9-9ffa-376a445b4cce. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.937966] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updating instance_info_cache with network_info: [{"id": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "address": "fa:16:3e:c5:69:c0", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5239cb62-00", "ovs_interfaceid": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.987829] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.047340] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Successfully updated port: 6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.309683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.309858] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.314166] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.811s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.314166] env[69289]: DEBUG nova.objects.instance [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lazy-loading 'resources' on Instance uuid 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.374880] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277279, 'name': PowerOffVM_Task, 'duration_secs': 0.305346} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.378661] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.378661] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.378661] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bb6aff-da14-4041-abb4-38e9bf37c7ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.423102] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c1bf04-8bd5-d260-6244-5cb9c95e0c1d, 'name': SearchDatastore_Task, 'duration_secs': 0.023385} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.424032] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.424703] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.425177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.438074] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5233ff09-c3df-ca93-b136-630ea4a073d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.439607] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b6c27c1-00a7-4cdf-84c9-fd8508052451 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.443232] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Releasing lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.443232] env[69289]: DEBUG nova.compute.manager [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Received event network-changed-d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.443335] env[69289]: DEBUG nova.compute.manager [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Refreshing instance network info cache due to event network-changed-d7adf703-ab5c-4f18-ac0e-5da7e446d15c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.443523] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Acquiring lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.443793] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Acquired lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.444109] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Refreshing network info cache for port d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.449776] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 906.449776] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529d3224-4cca-5d50-dbc8-32adc3638fc8" [ 906.449776] env[69289]: _type = "Task" [ 906.449776] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.455165] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.455503] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.455715] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleting the datastore file [datastore2] c06b582b-2e3c-4dde-a270-87012f5299d3 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.456759] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c67385b1-0fec-49d2-9b8a-a6a0d396ac83 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.464683] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529d3224-4cca-5d50-dbc8-32adc3638fc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.470428] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for the task: (returnval){ [ 906.470428] env[69289]: value = "task-3277281" [ 906.470428] env[69289]: _type = "Task" [ 906.470428] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.486353] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.490205] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.550606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.550606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.550606] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.818175] env[69289]: DEBUG nova.compute.utils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.823539] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.823849] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.871884] env[69289]: DEBUG nova.policy [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58c3a2fca274fbdb0be3fe2797560a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746c6961d72467bb93229e82bb985f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.962292] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529d3224-4cca-5d50-dbc8-32adc3638fc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.963300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.963300] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/206628db-4cac-4648-b2b6-139e024346d2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.963300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.963647] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.963647] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f581dfeb-0e5c-4a12-a154-24ac31678ca7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.967021] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e4d1efd-68b2-4c27-9b42-6c58cb871333 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.977719] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 906.977719] env[69289]: value = "task-3277282" [ 906.977719] env[69289]: _type = "Task" [ 906.977719] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.982828] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.983062] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.994025] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db0bf45-e2ec-4ba3-bbcb-23f5760f3815 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.994025] env[69289]: DEBUG oslo_vmware.api [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Task: {'id': task-3277281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227846} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.996623] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.996813] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.997014] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.997205] env[69289]: INFO nova.compute.manager [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.997450] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.000701] env[69289]: DEBUG nova.compute.manager [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.000818] env[69289]: DEBUG nova.network.neutron [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.010418] env[69289]: DEBUG oslo_vmware.api [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277278, 'name': PowerOnVM_Task, 'duration_secs': 1.376881} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.010734] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.011066] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 907.011066] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e16beb-3e0a-6d07-084f-5c94b1d315af" [ 907.011066] env[69289]: _type = "Task" [ 907.011066] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.011877] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.011997] env[69289]: INFO nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Took 11.04 seconds to spawn the instance on the hypervisor. [ 907.015059] env[69289]: DEBUG nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.015059] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d33400-16b2-48eb-9b2c-af74253216b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.028896] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e16beb-3e0a-6d07-084f-5c94b1d315af, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.036702] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9bb60fa-95b5-4295-9051-a6fc8fe2ab2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.043773] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 907.043773] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92417-a5d8-2fa3-0585-357c2bc3479d" [ 907.043773] env[69289]: _type = "Task" [ 907.043773] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.053163] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92417-a5d8-2fa3-0585-357c2bc3479d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.129497] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ffc6df-5eef-44b0-aa38-8a87d8f1e0f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.139031] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e8e1e6-0648-4584-b39b-0ec5469ae0ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.142984] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.178554] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841ba8e6-d621-4e86-a8b6-f4be3a4b2c63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.186593] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93771b25-9473-45a6-8bc7-532a10388fe8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.206895] env[69289]: DEBUG nova.compute.provider_tree [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.214568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.214842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.324612] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.350221] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Successfully created port: 9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.493265] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277282, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.551076] env[69289]: INFO nova.compute.manager [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Took 44.97 seconds to build instance. [ 907.561681] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e92417-a5d8-2fa3-0585-357c2bc3479d, 'name': SearchDatastore_Task, 'duration_secs': 0.011115} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.561999] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.562331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.562627] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1cf1e8-0905-473a-95f8-70ab5afe68a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.569577] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 907.569577] env[69289]: value = "task-3277283" [ 907.569577] env[69289]: _type = "Task" [ 907.569577] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.579252] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.685039] env[69289]: DEBUG nova.network.neutron [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Updating instance_info_cache with network_info: [{"id": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "address": "fa:16:3e:c8:31:d6", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd5184e-bf", "ovs_interfaceid": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.713581] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updated VIF entry in instance network info cache for port d7adf703-ab5c-4f18-ac0e-5da7e446d15c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.714411] env[69289]: DEBUG nova.network.neutron [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updating instance_info_cache with network_info: [{"id": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "address": "fa:16:3e:0a:96:05", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7adf703-ab", "ovs_interfaceid": "d7adf703-ab5c-4f18-ac0e-5da7e446d15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.717521] env[69289]: DEBUG nova.scheduler.client.report [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.727125] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.922204] env[69289]: DEBUG nova.compute.manager [req-27d7f27c-5a15-4392-a9d7-40bf856ecd76 req-521d3b30-1715-4e0a-8e60-2254049ed810 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Received event network-vif-deleted-adca7efe-aedc-4c20-96bd-2b4d2319ee53 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.922493] env[69289]: INFO nova.compute.manager [req-27d7f27c-5a15-4392-a9d7-40bf856ecd76 req-521d3b30-1715-4e0a-8e60-2254049ed810 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Neutron deleted interface adca7efe-aedc-4c20-96bd-2b4d2319ee53; detaching it from the instance and deleting it from the info cache [ 907.922611] env[69289]: DEBUG nova.network.neutron [req-27d7f27c-5a15-4392-a9d7-40bf856ecd76 req-521d3b30-1715-4e0a-8e60-2254049ed810 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.948435] env[69289]: DEBUG nova.compute.manager [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Received event network-changed-6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.948435] env[69289]: DEBUG nova.compute.manager [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Refreshing instance network info cache due to event network-changed-6dd5184e-bf07-4a65-87f0-55007c834e3e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.948435] env[69289]: DEBUG oslo_concurrency.lockutils [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] Acquiring lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.997269] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.997269] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/206628db-4cac-4648-b2b6-139e024346d2.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.997269] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.997269] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e18d470e-b934-422b-9332-dcb811172364 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.003506] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 908.003506] env[69289]: value = "task-3277284" [ 908.003506] env[69289]: _type = "Task" [ 908.003506] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.017933] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.055975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-652ff7be-5110-4a81-a9b3-92c70d3ca839 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.479s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.082900] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277283, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.188056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.188537] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Instance network_info: |[{"id": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "address": "fa:16:3e:c8:31:d6", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd5184e-bf", "ovs_interfaceid": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.189035] env[69289]: DEBUG oslo_concurrency.lockutils [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] Acquired lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.189800] env[69289]: DEBUG nova.network.neutron [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Refreshing network info cache for port 6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.192345] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:31:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dd5184e-bf07-4a65-87f0-55007c834e3e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.202623] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.204112] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.204112] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfddb4a9-a3f7-42a0-9fd7-ad5a24b4a48a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.225191] env[69289]: DEBUG oslo_concurrency.lockutils [req-fc1f31c1-9879-4b60-a8fa-5dc775195f15 req-4537f5ae-9200-4147-b711-3b3bb1d72d49 service nova] Releasing lock "refresh_cache-eccb563c-de39-40d7-9a6e-f15295f14700" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.229374] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.234213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.353s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.238415] env[69289]: INFO nova.compute.claims [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.240686] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.240686] env[69289]: value = "task-3277285" [ 908.240686] env[69289]: _type = "Task" [ 908.240686] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.253944] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277285, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.257263] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.269344] env[69289]: INFO nova.scheduler.client.report [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Deleted allocations for instance 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5 [ 908.291511] env[69289]: DEBUG nova.network.neutron [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.343033] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.370793] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.371448] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.371806] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.372210] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.372552] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.373038] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.373467] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.373812] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.374185] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.375587] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.375587] env[69289]: DEBUG nova.virt.hardware [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.375854] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b57f1-3a8a-413a-95b9-0e1eeece100d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.385090] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7597c32f-f24f-4871-96ad-07913b59ade0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.426084] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c644e3e8-67b3-4f08-a9f8-1dc724b5b31c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.435858] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b6f69c-c724-4509-827a-e262d09cc350 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.470178] env[69289]: DEBUG nova.compute.manager [req-27d7f27c-5a15-4392-a9d7-40bf856ecd76 req-521d3b30-1715-4e0a-8e60-2254049ed810 service nova] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Detach interface failed, port_id=adca7efe-aedc-4c20-96bd-2b4d2319ee53, reason: Instance c06b582b-2e3c-4dde-a270-87012f5299d3 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.514255] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178471} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.514255] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.515158] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bb5e17-c1a9-4489-89f1-d922f721e5d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.539287] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/206628db-4cac-4648-b2b6-139e024346d2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.539620] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a43eed-3604-441c-b2a0-ceee976501fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.560625] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 908.560625] env[69289]: value = "task-3277286" [ 908.560625] env[69289]: _type = "Task" [ 908.560625] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.569260] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.580660] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562673} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.580934] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.581209] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.581517] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21df2e16-d3ec-4da5-b3a3-7a83c9f04e0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.590100] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 908.590100] env[69289]: value = "task-3277287" [ 908.590100] env[69289]: _type = "Task" [ 908.590100] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.599888] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.765558] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277285, 'name': CreateVM_Task, 'duration_secs': 0.497521} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.765558] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.770279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.770279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.770279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.770279] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a30f72a4-8d9a-4b40-ae4c-b10246cf3a0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.782275] env[69289]: DEBUG oslo_concurrency.lockutils [None req-39abacbe-d71c-466b-b7ae-dcacff1d5277 tempest-ImagesOneServerNegativeTestJSON-51102873 tempest-ImagesOneServerNegativeTestJSON-51102873-project-member] Lock "9d922bb9-b6a3-4a41-a376-d4fa61b5cef5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.581s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.783771] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 908.783771] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a091f0-90b8-aea2-45bd-8963743c5423" [ 908.783771] env[69289]: _type = "Task" [ 908.783771] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.800237] env[69289]: INFO nova.compute.manager [-] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Took 1.80 seconds to deallocate network for instance. [ 908.802490] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.804151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Processing image 678a5ed4-79fd-40b1-8df2-84972b4bb14e {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.804551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.804733] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.805369] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.809145] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e05cbefe-9826-4d95-af64-d17c3b019858 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.833744] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.833997] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.837148] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfb3881-ef1e-43d3-95c9-30c755e12b28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.844447] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 908.844447] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c7640f-ee57-6274-916e-6267b3ef1428" [ 908.844447] env[69289]: _type = "Task" [ 908.844447] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.857330] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c7640f-ee57-6274-916e-6267b3ef1428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.993628] env[69289]: DEBUG nova.network.neutron [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Updated VIF entry in instance network info cache for port 6dd5184e-bf07-4a65-87f0-55007c834e3e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.993628] env[69289]: DEBUG nova.network.neutron [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Updating instance_info_cache with network_info: [{"id": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "address": "fa:16:3e:c8:31:d6", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dd5184e-bf", "ovs_interfaceid": "6dd5184e-bf07-4a65-87f0-55007c834e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.071824] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277286, 'name': ReconfigVM_Task, 'duration_secs': 0.506451} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.072129] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/206628db-4cac-4648-b2b6-139e024346d2.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.072773] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5668a8-36d9-4d4c-b517-684fb94e8df0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.081201] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 909.081201] env[69289]: value = "task-3277288" [ 909.081201] env[69289]: _type = "Task" [ 909.081201] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.096115] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277288, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.107811] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102753} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.109931] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.111286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd90a52f-a9bd-402e-9583-955d4909461a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.139176] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.140750] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2bdf81-0e1d-4983-ab94-438e5ec54a98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.164460] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 909.164460] env[69289]: value = "task-3277289" [ 909.164460] env[69289]: _type = "Task" [ 909.164460] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.179322] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.315830] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.365199] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 909.365759] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Fetch image to [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838/OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 909.365759] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Downloading stream optimized image 678a5ed4-79fd-40b1-8df2-84972b4bb14e to [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838/OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838.vmdk on the data store datastore1 as vApp {{(pid=69289) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 909.365890] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Downloading image file data 678a5ed4-79fd-40b1-8df2-84972b4bb14e to the ESX as VM named 'OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838' {{(pid=69289) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 909.443670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "27f92f24-73a5-45c0-b1b8-b42e221471af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.443953] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.483366] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 909.483366] env[69289]: value = "resgroup-9" [ 909.483366] env[69289]: _type = "ResourcePool" [ 909.483366] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 909.483650] env[69289]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a65cf57a-dc14-431d-90bc-1f8864799e0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.508721] env[69289]: DEBUG oslo_concurrency.lockutils [req-cfd12117-8a6b-4b74-bb70-2b2f544f5251 req-aaed2b1c-bb40-434f-ab8d-21e2dd6d6e5a service nova] Releasing lock "refresh_cache-49fa1790-4fe4-42c6-96f8-211d4e320a05" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.518895] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease: (returnval){ [ 909.518895] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 909.518895] env[69289]: _type = "HttpNfcLease" [ 909.518895] env[69289]: } obtained for vApp import into resource pool (val){ [ 909.518895] env[69289]: value = "resgroup-9" [ 909.518895] env[69289]: _type = "ResourcePool" [ 909.518895] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 909.519214] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the lease: (returnval){ [ 909.519214] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 909.519214] env[69289]: _type = "HttpNfcLease" [ 909.519214] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.530575] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.530575] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 909.530575] env[69289]: _type = "HttpNfcLease" [ 909.530575] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.596192] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277288, 'name': Rename_Task, 'duration_secs': 0.267625} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.600619] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.601171] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79d865a-6306-470c-bcdc-f1d3bb9be686 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.609542] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Successfully updated port: 9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.612724] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 909.612724] env[69289]: value = "task-3277291" [ 909.612724] env[69289]: _type = "Task" [ 909.612724] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.626192] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.663171] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9dcc4b-1443-48ab-8c7d-82c58f1d9afa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.675774] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277289, 'name': ReconfigVM_Task, 'duration_secs': 0.476298} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.678571] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7/ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.679054] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5cf2408-2e4e-437a-9bdf-9b7032fccbb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.681446] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e822a1-34c2-42f6-a29a-805614c4fa8d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.719189] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b78b823-e1e7-48ec-905e-8d0a53675e72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.722132] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 909.722132] env[69289]: value = "task-3277292" [ 909.722132] env[69289]: _type = "Task" [ 909.722132] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.730180] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5938d8-aab7-4aef-b421-b8b9a917745c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.738698] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277292, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.751603] env[69289]: DEBUG nova.compute.provider_tree [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.947722] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.028794] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.028794] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 910.028794] env[69289]: _type = "HttpNfcLease" [ 910.028794] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.114770] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.114931] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.115949] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.129795] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277291, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.235777] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277292, 'name': Rename_Task, 'duration_secs': 0.254831} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.236163] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.236470] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63518a63-00c2-4829-b74d-5fc82eafc9dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.244331] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 910.244331] env[69289]: value = "task-3277293" [ 910.244331] env[69289]: _type = "Task" [ 910.244331] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.253844] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.255871] env[69289]: DEBUG nova.scheduler.client.report [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.472350] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.529075] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.529075] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 910.529075] env[69289]: _type = "HttpNfcLease" [ 910.529075] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 910.529412] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 910.529412] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5232ccd5-d192-0f28-2dff-43d9b2b8beb9" [ 910.529412] env[69289]: _type = "HttpNfcLease" [ 910.529412] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 910.530181] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fb3e3f-38d6-4794-be6d-01c4806019f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.539485] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 910.539703] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 910.605065] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cc4c6f2-102a-4f5f-a0c4-3d598bc710b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.628636] env[69289]: DEBUG oslo_vmware.api [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277291, 'name': PowerOnVM_Task, 'duration_secs': 0.728761} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.629959] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.629959] env[69289]: INFO nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Took 9.23 seconds to spawn the instance on the hypervisor. [ 910.629959] env[69289]: DEBUG nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.630498] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464b6fff-cf63-4c0a-8548-34578435fbb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.668567] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.759487] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277293, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.760388] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.761492] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.764098] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.022s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.765896] env[69289]: INFO nova.compute.claims [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.831105] env[69289]: DEBUG nova.network.neutron [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [{"id": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "address": "fa:16:3e:ba:f7:9c", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9caf7c5d-35", "ovs_interfaceid": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.153027] env[69289]: INFO nova.compute.manager [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Took 37.21 seconds to build instance. [ 911.258519] env[69289]: DEBUG oslo_vmware.api [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277293, 'name': PowerOnVM_Task, 'duration_secs': 0.647275} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.258843] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.259212] env[69289]: DEBUG nova.compute.manager [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.260383] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56258744-ea14-43b2-8bb4-d9f2d6160301 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.271273] env[69289]: DEBUG nova.compute.utils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.279836] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 911.281032] env[69289]: DEBUG nova.compute.manager [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received event network-vif-plugged-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.281233] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Acquiring lock "c108f07e-a17d-4192-8624-838be45fb178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.281446] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Lock "c108f07e-a17d-4192-8624-838be45fb178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.281613] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Lock "c108f07e-a17d-4192-8624-838be45fb178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.281779] env[69289]: DEBUG nova.compute.manager [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] No waiting events found dispatching network-vif-plugged-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.281980] env[69289]: WARNING nova.compute.manager [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received unexpected event network-vif-plugged-9caf7c5d-3530-47d4-a536-1074b9ca9a13 for instance with vm_state building and task_state spawning. [ 911.282152] env[69289]: DEBUG nova.compute.manager [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.282306] env[69289]: DEBUG nova.compute.manager [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing instance network info cache due to event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.282479] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Acquiring lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.334568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.335030] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Instance network_info: |[{"id": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "address": "fa:16:3e:ba:f7:9c", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9caf7c5d-35", "ovs_interfaceid": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.335929] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Acquired lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.335929] env[69289]: DEBUG nova.network.neutron [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.337588] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f7:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9caf7c5d-3530-47d4-a536-1074b9ca9a13', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.347651] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating folder: Project (6746c6961d72467bb93229e82bb985f2). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.355831] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4662bcf6-d994-44d3-b1c1-d522126b0014 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.373099] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created folder: Project (6746c6961d72467bb93229e82bb985f2) in parent group-v654351. [ 911.373383] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating folder: Instances. Parent ref: group-v654558. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 911.373749] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c2819de-6ea9-4913-ad64-b46ba1983987 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.391062] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created folder: Instances in parent group-v654558. [ 911.391365] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.392471] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.392814] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59e95c6-9b84-4150-81f4-dda3f0ca6b4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.421725] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.421725] env[69289]: value = "task-3277296" [ 911.421725] env[69289]: _type = "Task" [ 911.421725] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.438167] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277296, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.544792] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 911.545153] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.546390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153051d9-a33c-49d0-bf5c-bbc2213e2cec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.555042] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.555356] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 911.556222] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a488f7e1-6ad0-46d2-9402-2c02c3dcbdfe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.654945] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f7eefa5-1725-4b0b-a7f8-68582b64167e tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.721s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.783147] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.799151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.883622] env[69289]: DEBUG oslo_vmware.rw_handles [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ac35f0-8b90-a968-3a86-f62e549bd2c5/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 911.883848] env[69289]: INFO nova.virt.vmwareapi.images [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Downloaded image file data 678a5ed4-79fd-40b1-8df2-84972b4bb14e [ 911.885111] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9585c0-a1f6-4f00-bf57-09089bcf74c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.904889] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc92013f-3cf1-4b6b-b95a-d69a0a4ea9d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.937067] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277296, 'name': CreateVM_Task, 'duration_secs': 0.477986} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.937863] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.938662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.938843] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.939184] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.941012] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f618b7-9991-4690-84a1-cc25d52fafd4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.943683] env[69289]: INFO nova.virt.vmwareapi.images [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] The imported VM was unregistered [ 911.945431] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 911.945656] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.948417] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba5666fe-5aa4-4d43-9113-1154f9e7a419 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.953962] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 911.953962] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523ea3b8-b4af-35f4-e869-7ed806699658" [ 911.953962] env[69289]: _type = "Task" [ 911.953962] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.961552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.961815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.975071] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523ea3b8-b4af-35f4-e869-7ed806699658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.981498] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.981702] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838/OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838.vmdk to [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk. {{(pid=69289) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 911.981976] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-95cb3579-485d-477b-916e-c90db5eaa0e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.991274] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 911.991274] env[69289]: value = "task-3277298" [ 911.991274] env[69289]: _type = "Task" [ 911.991274] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.007643] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.108749] env[69289]: DEBUG nova.network.neutron [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updated VIF entry in instance network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.109164] env[69289]: DEBUG nova.network.neutron [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [{"id": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "address": "fa:16:3e:ba:f7:9c", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9caf7c5d-35", "ovs_interfaceid": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.131063] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d55a42e-d0f4-419c-9517-cc02300076d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.142715] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c36def-0146-4af0-8cbd-8bb85096468c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.182917] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a6838b-8080-437f-b707-6843ae303c68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.191658] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92c7d95-f2ee-4b9c-aafc-23dd5a57bd44 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.208071] env[69289]: DEBUG nova.compute.provider_tree [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.470615] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.473897] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523ea3b8-b4af-35f4-e869-7ed806699658, 'name': SearchDatastore_Task, 'duration_secs': 0.019061} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.474449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.474699] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.474969] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.475137] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.475320] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.475604] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a971b098-4df1-4a99-bd73-3a440e833d8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.496958] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.497714] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.506561] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfcbef6-0b40-4546-b4de-8ba75efe5385 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.516611] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 912.516611] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c59d93-b53f-7411-9cfe-4d846d6388fd" [ 912.516611] env[69289]: _type = "Task" [ 912.516611] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.521440] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.534788] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c59d93-b53f-7411-9cfe-4d846d6388fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.612510] env[69289]: DEBUG oslo_concurrency.lockutils [req-1d1c2184-adfc-4874-b461-69a5580c5949 req-11a76bbe-43ea-4c37-8391-73407a9cd518 service nova] Releasing lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.711022] env[69289]: DEBUG nova.scheduler.client.report [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.716878] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 912.717268] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9135c1b4-a55d-4ca5-94d9-67556af9646c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.726871] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 912.726871] env[69289]: ERROR oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk due to incomplete transfer. [ 912.726871] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62908a5f-6da8-465c-80fc-76074d67671e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.728720] env[69289]: INFO nova.compute.manager [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Rescuing [ 912.728965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.729137] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.729822] env[69289]: DEBUG nova.network.neutron [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.741293] env[69289]: DEBUG oslo_vmware.rw_handles [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b38a92-c37a-74c3-6722-9f49edb9452f/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 912.741293] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Uploaded image 4eb86c44-8e81-4872-9e3a-b40ae0aa4974 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 912.743433] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 912.744033] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b389f613-1079-4a99-867c-fecf39e8bf90 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.754120] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 912.754120] env[69289]: value = "task-3277299" [ 912.754120] env[69289]: _type = "Task" [ 912.754120] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.768778] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277299, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.801523] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.828914] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.829206] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.829363] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.829635] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.829821] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.829955] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.830229] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.830387] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.830555] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.830717] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.830895] env[69289]: DEBUG nova.virt.hardware [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.832054] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f46d0b9-0f79-4287-83a4-7a94134121ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.843514] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51c4344-f149-4e58-82ac-a48e9bdc7092 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.861655] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.867352] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Creating folder: Project (380a35d9d82347638ad16e84aa2ea8b6). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.867749] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35645851-085f-4813-a31a-c45249e0bedd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.882673] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Created folder: Project (380a35d9d82347638ad16e84aa2ea8b6) in parent group-v654351. [ 912.882987] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Creating folder: Instances. Parent ref: group-v654561. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 912.883188] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a96590a6-a71b-46da-8383-e95b99d7e418 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.897991] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Created folder: Instances in parent group-v654561. [ 912.898296] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.898568] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.898738] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123c0256-b2f7-4f97-ac73-8be9ebe4e79e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.922356] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.922356] env[69289]: value = "task-3277302" [ 912.922356] env[69289]: _type = "Task" [ 912.922356] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.935669] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277302, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.002778] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.012495] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.035235] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c59d93-b53f-7411-9cfe-4d846d6388fd, 'name': SearchDatastore_Task, 'duration_secs': 0.022443} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.035638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.035864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.036089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.036293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.036463] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.039092] env[69289]: INFO nova.compute.manager [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Terminating instance [ 913.040530] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde18bf8-c864-4b7e-91ed-18d6e6b7d8c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.050774] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 913.050774] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e91fd2-eb5e-3333-f9fa-fb25aa05f776" [ 913.050774] env[69289]: _type = "Task" [ 913.050774] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.065648] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e91fd2-eb5e-3333-f9fa-fb25aa05f776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.222824] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.222824] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.226802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.803s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.232087] env[69289]: DEBUG nova.objects.instance [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lazy-loading 'resources' on Instance uuid 14300b9a-f3ef-42ce-aa60-40dbca9af7a6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.269292] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277299, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.441481] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277302, 'name': CreateVM_Task, 'duration_secs': 0.434601} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.441733] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.442549] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.442549] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.442722] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.442996] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1144ab68-af3e-46d4-beb3-3cd397bff070 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.451288] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 913.451288] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f56bdd-da61-8809-e5c8-1d65d23d6109" [ 913.451288] env[69289]: _type = "Task" [ 913.451288] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.463807] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f56bdd-da61-8809-e5c8-1d65d23d6109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.511967] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.546923] env[69289]: DEBUG nova.compute.manager [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.546923] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.547847] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28de8b4e-9390-4bde-80f8-71ad5854cb40 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.573199] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e91fd2-eb5e-3333-f9fa-fb25aa05f776, 'name': SearchDatastore_Task, 'duration_secs': 0.018221} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.575736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.576062] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] c108f07e-a17d-4192-8624-838be45fb178/c108f07e-a17d-4192-8624-838be45fb178.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.576359] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.576593] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52312237-e561-41d4-83e8-e706989ec47d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.578898] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe96672-74f4-4db4-8e90-fcbbcdc44201 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.589713] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 913.589713] env[69289]: value = "task-3277303" [ 913.589713] env[69289]: _type = "Task" [ 913.589713] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.590107] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 913.590107] env[69289]: value = "task-3277304" [ 913.590107] env[69289]: _type = "Task" [ 913.590107] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.604242] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.607863] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.640306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.640561] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.736270] env[69289]: DEBUG nova.compute.utils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.742949] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.743185] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.778206] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277299, 'name': Destroy_Task, 'duration_secs': 0.765516} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.781358] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Destroyed the VM [ 913.782790] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 913.783828] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3bb40e43-51b1-488c-a36f-b7f49e49a074 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.797402] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 913.797402] env[69289]: value = "task-3277305" [ 913.797402] env[69289]: _type = "Task" [ 913.797402] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.801807] env[69289]: DEBUG nova.network.neutron [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updating instance_info_cache with network_info: [{"id": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "address": "fa:16:3e:c5:69:c0", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5239cb62-00", "ovs_interfaceid": "5239cb62-00d2-4bd9-9ffa-376a445b4cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.812906] env[69289]: DEBUG nova.policy [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25680ecf420e4056ae54ab05634c7077', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ab70d83f84e49be96fc9701a923b0f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.826377] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277305, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.976023] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f56bdd-da61-8809-e5c8-1d65d23d6109, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.976023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.976023] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.976023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.976023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.976023] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.976023] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b679ee4-d64a-425a-b3db-ea06722aa0db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.006437] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.007079] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.011927] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-457984d0-62f8-4b40-9dcc-5c8b79076ac6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.031109] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.039985] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 914.039985] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525f910e-cd56-f419-eff6-43029af489b6" [ 914.039985] env[69289]: _type = "Task" [ 914.039985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.053761] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525f910e-cd56-f419-eff6-43029af489b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.111267] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277304, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.118067] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277303, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.143770] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.153823] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a9c61-cb7f-4d3e-b0a2-1d2c7cfead27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.167740] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283405d2-2b29-4656-97bd-4c86ccb91d46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.211651] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16a3e6-9e09-49a9-9f1b-9825cb53c996 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.225828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf19b8-0c3b-4d1c-a145-e9dcf2715233 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.246793] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.254126] env[69289]: DEBUG nova.compute.provider_tree [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.312820] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "refresh_cache-206628db-4cac-4648-b2b6-139e024346d2" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.319968] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277305, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.418105] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Successfully created port: 0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.513168] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.555242] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525f910e-cd56-f419-eff6-43029af489b6, 'name': SearchDatastore_Task, 'duration_secs': 0.072097} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.556226] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-802e2c55-abdb-4049-b437-3d24c4a0ac2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.565063] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 914.565063] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ff6708-e518-ee00-f693-9246c8a60f79" [ 914.565063] env[69289]: _type = "Task" [ 914.565063] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.577139] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ff6708-e518-ee00-f693-9246c8a60f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.608912] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277303, 'name': PowerOffVM_Task, 'duration_secs': 0.532443} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.612305] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.612411] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.612698] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63474} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.612923] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a33e40aa-b549-4489-bcc1-cfbf3f8d20b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.614581] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] c108f07e-a17d-4192-8624-838be45fb178/c108f07e-a17d-4192-8624-838be45fb178.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.614872] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.615168] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9c79439-28bd-4234-a479-a076a7722a1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625325] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 914.625325] env[69289]: value = "task-3277306" [ 914.625325] env[69289]: _type = "Task" [ 914.625325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.634313] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.674689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.728414] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.728647] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.728833] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore1] ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.729130] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697972e5-9c6d-43a8-9ece-26422e01ef89 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.738585] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 914.738585] env[69289]: value = "task-3277308" [ 914.738585] env[69289]: _type = "Task" [ 914.738585] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.749189] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.759861] env[69289]: DEBUG nova.scheduler.client.report [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.811365] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277305, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.010818] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277298, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.763827} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.011111] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838/OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838.vmdk to [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk. [ 915.011297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Cleaning up location [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 915.011454] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5f8248e2-26b2-4d40-9c87-e1ee205e2838 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.011707] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a71e0c-be2d-4596-b95e-2a1df4a005ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.018144] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 915.018144] env[69289]: value = "task-3277309" [ 915.018144] env[69289]: _type = "Task" [ 915.018144] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.027348] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.077115] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ff6708-e518-ee00-f693-9246c8a60f79, 'name': SearchDatastore_Task, 'duration_secs': 0.0327} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.077397] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.077683] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.077946] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2da59dea-8ad8-4d59-b506-29da6b58a4fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.085620] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 915.085620] env[69289]: value = "task-3277310" [ 915.085620] env[69289]: _type = "Task" [ 915.085620] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.093969] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.141919] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144322} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.142468] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.143888] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b73ef4-85b8-4f7a-9511-4ebd94d5945e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.173799] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] c108f07e-a17d-4192-8624-838be45fb178/c108f07e-a17d-4192-8624-838be45fb178.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.173799] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f04016-2057-4601-9e85-26b1572485c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.196699] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 915.196699] env[69289]: value = "task-3277311" [ 915.196699] env[69289]: _type = "Task" [ 915.196699] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.206566] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.250481] env[69289]: DEBUG oslo_vmware.api [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170895} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.250776] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.251029] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.251249] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.251430] env[69289]: INFO nova.compute.manager [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Took 1.70 seconds to destroy the instance on the hypervisor. [ 915.251686] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.252094] env[69289]: DEBUG nova.compute.manager [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.252094] env[69289]: DEBUG nova.network.neutron [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.265452] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.270540] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.276307] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.016s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.278030] env[69289]: INFO nova.compute.claims [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.313432] env[69289]: INFO nova.scheduler.client.report [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Deleted allocations for instance 14300b9a-f3ef-42ce-aa60-40dbca9af7a6 [ 915.337842] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.337842] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.337842] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.338391] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.338391] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.339454] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.339454] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.339454] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.339649] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.339842] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.340613] env[69289]: DEBUG nova.virt.hardware [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.341746] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa6edf3-78c3-427a-b309-260fff80d193 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.359254] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277305, 'name': RemoveSnapshot_Task, 'duration_secs': 1.396955} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.359254] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 915.359254] env[69289]: DEBUG nova.compute.manager [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.359694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309e0bf5-959e-4fc7-8388-794d75ce9291 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.386115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07428b94-4aff-4291-8e79-2678e6fcdcf9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.530332] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036148} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.530662] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.530841] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.531123] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk to [datastore1] 49fa1790-4fe4-42c6-96f8-211d4e320a05/49fa1790-4fe4-42c6-96f8-211d4e320a05.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.531396] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2b9ec9c-6cd7-46d6-87df-575d5fc15a85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.540847] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 915.540847] env[69289]: value = "task-3277312" [ 915.540847] env[69289]: _type = "Task" [ 915.540847] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.551477] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.597943] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277310, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.710644] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.829423] env[69289]: DEBUG nova.compute.manager [req-82f03ffc-36c3-449a-ae0a-7b8105bc849c req-aaaad0ab-9fb0-470d-8d8d-a871bfe69aef service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Received event network-vif-deleted-5e442216-6bd0-4680-97cd-fb8a41bf75d7 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.829637] env[69289]: INFO nova.compute.manager [req-82f03ffc-36c3-449a-ae0a-7b8105bc849c req-aaaad0ab-9fb0-470d-8d8d-a871bfe69aef service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Neutron deleted interface 5e442216-6bd0-4680-97cd-fb8a41bf75d7; detaching it from the instance and deleting it from the info cache [ 915.829864] env[69289]: DEBUG nova.network.neutron [req-82f03ffc-36c3-449a-ae0a-7b8105bc849c req-aaaad0ab-9fb0-470d-8d8d-a871bfe69aef service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.836428] env[69289]: DEBUG oslo_concurrency.lockutils [None req-58e97daf-0640-4aa2-b2e3-b52069d73c06 tempest-SecurityGroupsTestJSON-1876274159 tempest-SecurityGroupsTestJSON-1876274159-project-member] Lock "14300b9a-f3ef-42ce-aa60-40dbca9af7a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.645s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.905993] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.906407] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5976c822-5f11-485b-8c21-54156d0cecd6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.912028] env[69289]: INFO nova.compute.manager [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Shelve offloading [ 915.925904] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 915.925904] env[69289]: value = "task-3277313" [ 915.925904] env[69289]: _type = "Task" [ 915.925904] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.941143] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.053355] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.101249] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520625} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.102061] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.102061] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.102472] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6864ff67-bd07-40d7-97d1-edcc9d0d82ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.113691] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 916.113691] env[69289]: value = "task-3277314" [ 916.113691] env[69289]: _type = "Task" [ 916.113691] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.120816] env[69289]: DEBUG nova.compute.manager [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received event network-vif-plugged-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.121060] env[69289]: DEBUG oslo_concurrency.lockutils [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] Acquiring lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.121318] env[69289]: DEBUG oslo_concurrency.lockutils [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.121520] env[69289]: DEBUG oslo_concurrency.lockutils [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.121724] env[69289]: DEBUG nova.compute.manager [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] No waiting events found dispatching network-vif-plugged-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.121897] env[69289]: WARNING nova.compute.manager [req-6625f549-2ee1-4ee6-9d90-b3040eeb460c req-6f34d5a2-3615-4b46-ad33-66f7d203f9b5 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received unexpected event network-vif-plugged-0a25b5d3-b32a-4f34-b863-beb965831afb for instance with vm_state building and task_state spawning. [ 916.132115] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.212936] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277311, 'name': ReconfigVM_Task, 'duration_secs': 0.835282} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.213269] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Reconfigured VM instance instance-0000004c to attach disk [datastore2] c108f07e-a17d-4192-8624-838be45fb178/c108f07e-a17d-4192-8624-838be45fb178.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.214238] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2fbac8a-024e-48e5-8680-dd2270bc151d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.225589] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 916.225589] env[69289]: value = "task-3277315" [ 916.225589] env[69289]: _type = "Task" [ 916.225589] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.242409] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277315, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.255598] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Successfully updated port: 0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.304918] env[69289]: DEBUG nova.network.neutron [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.334553] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfecf1f3-a586-403b-95f0-3292e8a8f6c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.353305] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a61705-1a5d-4a79-b62d-6984f4e402d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.403967] env[69289]: DEBUG nova.compute.manager [req-82f03ffc-36c3-449a-ae0a-7b8105bc849c req-aaaad0ab-9fb0-470d-8d8d-a871bfe69aef service nova] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Detach interface failed, port_id=5e442216-6bd0-4680-97cd-fb8a41bf75d7, reason: Instance ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.417446] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.418700] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-643079a7-5e33-4b8e-ac72-2af99d3a259c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.432972] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 916.432972] env[69289]: value = "task-3277316" [ 916.432972] env[69289]: _type = "Task" [ 916.432972] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.444456] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.454371] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 916.455614] env[69289]: DEBUG nova.compute.manager [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.455858] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9e98b-f3e2-4c3b-aa1e-297066836c4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.469042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.469335] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.469559] env[69289]: DEBUG nova.network.neutron [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.558121] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.626300] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102912} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.629217] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.630340] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011f079b-b491-4996-96f5-bb6c92c05c7a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.654039] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.655492] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296ea825-9a1b-47e4-b1d6-8c04108faf8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.671266] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e6bef3-7d63-4c54-8444-4f1046fef314 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.680952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336ca3ea-f299-4e73-b3d9-6b56233a9668 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.685619] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 916.685619] env[69289]: value = "task-3277317" [ 916.685619] env[69289]: _type = "Task" [ 916.685619] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.719878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149f8bd4-5435-4174-9acb-3799258cf692 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.728025] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.736709] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c88e44b-b2cd-46a8-9f1b-75224187bd31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.748861] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277315, 'name': Rename_Task, 'duration_secs': 0.186074} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.757901] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.758486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.758704] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.758891] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.760516] env[69289]: DEBUG nova.compute.provider_tree [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.765140] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2049a068-eedd-4112-b759-bbc9080fed6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.774219] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 916.774219] env[69289]: value = "task-3277318" [ 916.774219] env[69289]: _type = "Task" [ 916.774219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.788349] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.808148] env[69289]: INFO nova.compute.manager [-] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Took 1.56 seconds to deallocate network for instance. [ 916.941578] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277313, 'name': PowerOffVM_Task, 'duration_secs': 0.629552} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.941903] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.942830] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb787dc-ad09-4273-aa64-e9614b65d4d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.968795] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eded497-5cc0-4452-9cb9-c566425f00bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.014331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.014720] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d1f64c5-17c0-4ea0-981f-df4f36043dda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.025682] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 917.025682] env[69289]: value = "task-3277319" [ 917.025682] env[69289]: _type = "Task" [ 917.025682] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.039396] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 917.039566] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.039859] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.040018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.040281] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.043193] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc9dd74-33b4-401c-956f-d1d91c66fb42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.064539] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.075052] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.075286] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.076828] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc74400-070c-421c-868c-98012ca5119d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.087470] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 917.087470] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520acfb3-05b3-5211-606a-52d2f7f0caae" [ 917.087470] env[69289]: _type = "Task" [ 917.087470] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.101524] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520acfb3-05b3-5211-606a-52d2f7f0caae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.203349] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277317, 'name': ReconfigVM_Task, 'duration_secs': 0.409258} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.204248] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.205296] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6a1d16e-fe27-4b71-a3ca-9e2109251325 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.217933] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 917.217933] env[69289]: value = "task-3277320" [ 917.217933] env[69289]: _type = "Task" [ 917.217933] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.230710] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277320, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.264999] env[69289]: DEBUG nova.scheduler.client.report [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.294352] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.316277] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.365985] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.370336] env[69289]: DEBUG nova.network.neutron [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updating instance_info_cache with network_info: [{"id": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "address": "fa:16:3e:8f:31:a4", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3310ba3-5f", "ovs_interfaceid": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.563946] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.603354] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520acfb3-05b3-5211-606a-52d2f7f0caae, 'name': SearchDatastore_Task, 'duration_secs': 0.094663} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.604626] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee246fd-d514-45e7-a2c0-1f460911f624 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.613612] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 917.613612] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbefc2-938a-956b-1cb3-3d3b6b1a22f1" [ 917.613612] env[69289]: _type = "Task" [ 917.613612] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.625746] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbefc2-938a-956b-1cb3-3d3b6b1a22f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.687370] env[69289]: DEBUG nova.network.neutron [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [{"id": "0a25b5d3-b32a-4f34-b863-beb965831afb", "address": "fa:16:3e:83:9a:92", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a25b5d3-b3", "ovs_interfaceid": "0a25b5d3-b32a-4f34-b863-beb965831afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.733243] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277320, 'name': Rename_Task, 'duration_secs': 0.19333} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.733854] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.734732] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd85b5da-e109-4f4f-b2db-04f9e561da84 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.746417] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 917.746417] env[69289]: value = "task-3277321" [ 917.746417] env[69289]: _type = "Task" [ 917.746417] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.759084] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.775776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.776455] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.781727] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.465s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.781993] env[69289]: DEBUG nova.objects.instance [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lazy-loading 'resources' on Instance uuid c06b582b-2e3c-4dde-a270-87012f5299d3 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.796982] env[69289]: DEBUG oslo_vmware.api [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277318, 'name': PowerOnVM_Task, 'duration_secs': 0.738291} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.797043] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.798104] env[69289]: INFO nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Took 9.46 seconds to spawn the instance on the hypervisor. [ 917.798104] env[69289]: DEBUG nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.798298] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ddf3c-4298-40dc-95fa-1c7ba5cad3e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.875595] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.062105] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277312, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.491974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.062372] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/678a5ed4-79fd-40b1-8df2-84972b4bb14e/678a5ed4-79fd-40b1-8df2-84972b4bb14e.vmdk to [datastore1] 49fa1790-4fe4-42c6-96f8-211d4e320a05/49fa1790-4fe4-42c6-96f8-211d4e320a05.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.066615] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb63c538-e75b-4377-9bb8-53fb8a29360a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.102247] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 49fa1790-4fe4-42c6-96f8-211d4e320a05/49fa1790-4fe4-42c6-96f8-211d4e320a05.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.103239] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d400b9c2-86ea-4657-9440-a77145bfd93d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.138928] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dbefc2-938a-956b-1cb3-3d3b6b1a22f1, 'name': SearchDatastore_Task, 'duration_secs': 0.095044} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.144870] env[69289]: DEBUG oslo_concurrency.lockutils [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.145323] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. {{(pid=69289) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 918.145768] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 918.145768] env[69289]: value = "task-3277322" [ 918.145768] env[69289]: _type = "Task" [ 918.145768] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.147782] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-684efb26-813e-490e-8ced-7429bcbea24b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.168517] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.171421] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 918.171421] env[69289]: value = "task-3277323" [ 918.171421] env[69289]: _type = "Task" [ 918.171421] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.188550] env[69289]: DEBUG nova.compute.manager [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.188550] env[69289]: DEBUG nova.compute.manager [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing instance network info cache due to event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.188550] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] Acquiring lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.191575] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.191575] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Instance network_info: |[{"id": "0a25b5d3-b32a-4f34-b863-beb965831afb", "address": "fa:16:3e:83:9a:92", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a25b5d3-b3", "ovs_interfaceid": "0a25b5d3-b32a-4f34-b863-beb965831afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.192056] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] Acquired lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.192434] env[69289]: DEBUG nova.network.neutron [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.195295] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:9a:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a25b5d3-b32a-4f34-b863-beb965831afb', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.201581] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.202309] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.202546] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61a926f8-6ef9-40f2-9030-b352ef678005 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.225222] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.225222] env[69289]: value = "task-3277324" [ 918.225222] env[69289]: _type = "Task" [ 918.225222] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.235513] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277324, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.258161] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.286607] env[69289]: DEBUG nova.compute.utils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.291629] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.291786] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.319855] env[69289]: INFO nova.compute.manager [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Took 24.12 seconds to build instance. [ 918.380577] env[69289]: DEBUG nova.policy [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.596084] env[69289]: DEBUG nova.compute.manager [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received event network-vif-unplugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.596312] env[69289]: DEBUG oslo_concurrency.lockutils [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.596535] env[69289]: DEBUG oslo_concurrency.lockutils [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.596681] env[69289]: DEBUG oslo_concurrency.lockutils [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.596834] env[69289]: DEBUG nova.compute.manager [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] No waiting events found dispatching network-vif-unplugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.596999] env[69289]: WARNING nova.compute.manager [req-eaf574e2-c29f-4a16-96fc-a45c15d8da32 req-7b8fe873-3f47-4c30-af4c-2d67dfe54094 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received unexpected event network-vif-unplugged-f3310ba3-5fe8-48a7-af15-1192c0563a2a for instance with vm_state shelved and task_state shelving_offloading. [ 918.669780] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.678540] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf536f-236d-4a67-98b3-00d8d35d69a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.692670] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e190a7-a99d-49cf-9e15-14ca82dd3faa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.696571] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.742557] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3741f06e-4e2a-49fb-8ad2-03a1061ddf94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.757159] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277324, 'name': CreateVM_Task, 'duration_secs': 0.421496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.758818] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4f2316-0b15-477f-92ea-5901a03a4003 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.763541] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.767781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.768060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.768436] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.768777] env[69289]: DEBUG oslo_vmware.api [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277321, 'name': PowerOnVM_Task, 'duration_secs': 0.541261} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.769470] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29ae288-bb1a-45f6-9336-666bf093ecdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.773252] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.773252] env[69289]: INFO nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Took 5.97 seconds to spawn the instance on the hypervisor. [ 918.773252] env[69289]: DEBUG nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.773252] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4976cf2-1958-4172-a689-1f7de9c548e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.784950] env[69289]: DEBUG nova.compute.provider_tree [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.794624] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.797625] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 918.797625] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5213ae01-5321-5d30-f202-f47df56ffd37" [ 918.797625] env[69289]: _type = "Task" [ 918.797625] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.810990] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213ae01-5321-5d30-f202-f47df56ffd37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.822317] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85062fc3-57cc-4937-bfd1-f929e2f7b73d tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.632s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.009525] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.010391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783b6dad-28fa-4f57-9b3b-37a6915887a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.023559] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.030052] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42c9ad28-a41e-4508-b030-ac0540fe0192 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.108427] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.109179] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.109385] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore2] 7b3a4832-f14d-4e10-85b6-a09a05a43450 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.109650] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6eb3a03-a00d-4e3f-9d84-cf9edf26e5e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.121028] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 919.121028] env[69289]: value = "task-3277326" [ 919.121028] env[69289]: _type = "Task" [ 919.121028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.132963] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.162917] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277322, 'name': ReconfigVM_Task, 'duration_secs': 0.969163} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.163308] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 49fa1790-4fe4-42c6-96f8-211d4e320a05/49fa1790-4fe4-42c6-96f8-211d4e320a05.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.164141] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19fa7807-2484-4c74-9918-fa61ab249670 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.173031] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 919.173031] env[69289]: value = "task-3277327" [ 919.173031] env[69289]: _type = "Task" [ 919.173031] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.173828] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Successfully created port: b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.188409] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920797} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.192178] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. [ 919.192532] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277327, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.193255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8561b3c0-3f3c-4ad1-bd8c-62fad21d2843 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.223742] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.224108] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8976715c-2ee4-4fe0-a407-7ddfdd0950ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.246886] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 919.246886] env[69289]: value = "task-3277328" [ 919.246886] env[69289]: _type = "Task" [ 919.246886] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.254522] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.292648] env[69289]: DEBUG nova.network.neutron [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updated VIF entry in instance network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.293062] env[69289]: DEBUG nova.network.neutron [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [{"id": "0a25b5d3-b32a-4f34-b863-beb965831afb", "address": "fa:16:3e:83:9a:92", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a25b5d3-b3", "ovs_interfaceid": "0a25b5d3-b32a-4f34-b863-beb965831afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.308797] env[69289]: DEBUG nova.scheduler.client.report [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.319328] env[69289]: INFO nova.compute.manager [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Took 20.46 seconds to build instance. [ 919.328017] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213ae01-5321-5d30-f202-f47df56ffd37, 'name': SearchDatastore_Task, 'duration_secs': 0.026718} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.329303] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329738] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.330018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.330207] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.330395] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.330999] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74ccc0d6-a009-4382-a0b0-f605d5e69c59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.344655] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.345364] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.347483] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6f930f-5cd9-400c-80b0-b3794640b97f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.358845] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 919.358845] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef9473-6d4a-3182-c819-db80e2b82d63" [ 919.358845] env[69289]: _type = "Task" [ 919.358845] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.375618] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef9473-6d4a-3182-c819-db80e2b82d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.629915] env[69289]: DEBUG oslo_vmware.api [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387866} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.630337] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.630538] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.630726] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.662576] env[69289]: INFO nova.scheduler.client.report [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance 7b3a4832-f14d-4e10-85b6-a09a05a43450 [ 919.689985] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277327, 'name': Rename_Task, 'duration_secs': 0.283989} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.690901] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.691313] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89fff0e-d12d-4af5-83c2-eb5b0443957b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.699790] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 919.699790] env[69289]: value = "task-3277329" [ 919.699790] env[69289]: _type = "Task" [ 919.699790] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.710282] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.756842] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.799266] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c5c8f38-9294-41c1-b3e8-f4c138808441 req-8be2737b-a9fb-4d04-be33-135ef9dd5e3e service nova] Releasing lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.814986] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.821977] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.824083] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20eba9fe-6b90-4c08-bde9-c4c24acd4741 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.971s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.824604] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.353s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.830413] env[69289]: INFO nova.compute.claims [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.848929] env[69289]: INFO nova.scheduler.client.report [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Deleted allocations for instance c06b582b-2e3c-4dde-a270-87012f5299d3 [ 919.855562] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.855562] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.855562] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.855562] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.855829] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.855992] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.856260] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.856498] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.856619] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.856736] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.856909] env[69289]: DEBUG nova.virt.hardware [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.860177] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8012a563-9caf-4880-9066-06d4eb8d74e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.877929] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef9473-6d4a-3182-c819-db80e2b82d63, 'name': SearchDatastore_Task, 'duration_secs': 0.017011} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.880508] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adebe70a-16bd-4121-992e-9f1b4d03422c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.886132] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62ad8dd-f903-4b2a-b6ef-fe3438b806a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.905592] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 919.905592] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5259194f-8a54-2f4a-2d3b-d04f49b9993d" [ 919.905592] env[69289]: _type = "Task" [ 919.905592] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.914803] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5259194f-8a54-2f4a-2d3b-d04f49b9993d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.172750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.218535] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.266344] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277328, 'name': ReconfigVM_Task, 'duration_secs': 0.654136} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.266696] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 206628db-4cac-4648-b2b6-139e024346d2/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.268011] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29ddc8-bc85-4ac4-8dde-5d2936092ce1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.307375] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be9d266-c25b-4b72-bad8-d688c3908b87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.324750] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 920.324750] env[69289]: value = "task-3277330" [ 920.324750] env[69289]: _type = "Task" [ 920.324750] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.330480] env[69289]: DEBUG nova.compute.manager [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.330480] env[69289]: DEBUG nova.compute.manager [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing instance network info cache due to event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.330719] env[69289]: DEBUG oslo_concurrency.lockutils [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] Acquiring lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.330816] env[69289]: DEBUG oslo_concurrency.lockutils [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] Acquired lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.332377] env[69289]: DEBUG nova.network.neutron [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.341817] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.372734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e4add8ce-96fb-41a9-ad32-065cb641d0b9 tempest-MigrationsAdminTest-1291671965 tempest-MigrationsAdminTest-1291671965-project-member] Lock "c06b582b-2e3c-4dde-a270-87012f5299d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.042s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.423799] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5259194f-8a54-2f4a-2d3b-d04f49b9993d, 'name': SearchDatastore_Task, 'duration_secs': 0.021335} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.424515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.425217] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 51e7db56-f0fd-46fd-8090-68ade68de9a5/51e7db56-f0fd-46fd-8090-68ade68de9a5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.425901] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3415bc5c-91a1-4a6f-ac08-459dc05c5eb9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.438068] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 920.438068] env[69289]: value = "task-3277331" [ 920.438068] env[69289]: _type = "Task" [ 920.438068] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.451692] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.724815] env[69289]: DEBUG oslo_vmware.api [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277329, 'name': PowerOnVM_Task, 'duration_secs': 0.984954} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.724815] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.724815] env[69289]: INFO nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Took 16.79 seconds to spawn the instance on the hypervisor. [ 920.725076] env[69289]: DEBUG nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.725988] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c537a3a0-e8ff-4d97-9edc-1a79de9dae5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.843198] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277330, 'name': ReconfigVM_Task, 'duration_secs': 0.272707} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.849762] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.849762] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16995ed9-ffac-4bca-a266-b3dfec20dee0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.861101] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 920.861101] env[69289]: value = "task-3277332" [ 920.861101] env[69289]: _type = "Task" [ 920.861101] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.873592] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.891021] env[69289]: DEBUG nova.compute.manager [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Received event network-changed-f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.891420] env[69289]: DEBUG nova.compute.manager [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Refreshing instance network info cache due to event network-changed-f3310ba3-5fe8-48a7-af15-1192c0563a2a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.891745] env[69289]: DEBUG oslo_concurrency.lockutils [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] Acquiring lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.891986] env[69289]: DEBUG oslo_concurrency.lockutils [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] Acquired lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.892270] env[69289]: DEBUG nova.network.neutron [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Refreshing network info cache for port f3310ba3-5fe8-48a7-af15-1192c0563a2a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.963797] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.999517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "3489d484-ef7a-473a-949e-bd975362514d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.999517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.045565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "7619c342-d11b-403b-aa77-62d9d4338608" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.045565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.094343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.094546] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.238504] env[69289]: INFO nova.compute.manager [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Rebuilding instance [ 921.262910] env[69289]: INFO nova.compute.manager [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Took 42.78 seconds to build instance. [ 921.288141] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f1514-ca2d-4c52-beb3-35e364094225 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.299595] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36425a0c-8a8a-4ba9-b290-b530b30defab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.304009] env[69289]: DEBUG nova.compute.manager [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.304856] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc269f-5801-44d9-bd28-e2ddaf942b77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.342311] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb4108-fad3-4cc9-978f-580fd4102fe6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.356940] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ae689-fc63-41ac-a586-d87613450f54 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.389322] env[69289]: DEBUG nova.compute.provider_tree [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.390805] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.452686] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617358} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.452956] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 51e7db56-f0fd-46fd-8090-68ade68de9a5/51e7db56-f0fd-46fd-8090-68ade68de9a5.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.453191] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.453457] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c62bc075-8ce4-45dc-acdf-0c5ced526fdc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.463986] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 921.463986] env[69289]: value = "task-3277333" [ 921.463986] env[69289]: _type = "Task" [ 921.463986] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.477346] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.503552] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.548102] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.603625] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.659233] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.670911] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Successfully updated port: b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.680289] env[69289]: DEBUG nova.network.neutron [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updated VIF entry in instance network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.680785] env[69289]: DEBUG nova.network.neutron [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [{"id": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "address": "fa:16:3e:ba:f7:9c", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9caf7c5d-35", "ovs_interfaceid": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.736152] env[69289]: DEBUG nova.network.neutron [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updated VIF entry in instance network info cache for port f3310ba3-5fe8-48a7-af15-1192c0563a2a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.736503] env[69289]: DEBUG nova.network.neutron [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updating instance_info_cache with network_info: [{"id": "f3310ba3-5fe8-48a7-af15-1192c0563a2a", "address": "fa:16:3e:8f:31:a4", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": null, "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf3310ba3-5f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.767196] env[69289]: DEBUG oslo_concurrency.lockutils [None req-19b99128-9817-4db8-a361-9fb88b063a3a tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.288s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.880071] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277332, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.892934] env[69289]: DEBUG nova.scheduler.client.report [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.976648] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116445} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.976951] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.979098] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333f39c-5991-41e6-8df5-2f36fe7a5772 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.009655] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 51e7db56-f0fd-46fd-8090-68ade68de9a5/51e7db56-f0fd-46fd-8090-68ade68de9a5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.010175] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a4abdf-202d-44ba-a1b6-c63aa75fcec3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.039721] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 922.039721] env[69289]: value = "task-3277334" [ 922.039721] env[69289]: _type = "Task" [ 922.039721] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.052681] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.059040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.078907] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.138730] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.181716] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.181906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.182091] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.183533] env[69289]: DEBUG oslo_concurrency.lockutils [req-fcb4f8e6-c5c2-43ef-8819-f24f2e2e5ed4 req-efbca30c-2cfb-48e8-b315-47d9a814f6cc service nova] Releasing lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.239648] env[69289]: DEBUG oslo_concurrency.lockutils [req-761205f7-b972-498f-9b41-c3c73c9f67c3 req-274f69ca-4d31-43e9-95e0-0c915244d771 service nova] Releasing lock "refresh_cache-7b3a4832-f14d-4e10-85b6-a09a05a43450" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.285250] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.285833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.286142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.286515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.286742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.289124] env[69289]: INFO nova.compute.manager [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Terminating instance [ 922.346951] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.346951] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1da7db-063d-415a-81c7-9d88ef3dcabe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.356557] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 922.356557] env[69289]: value = "task-3277335" [ 922.356557] env[69289]: _type = "Task" [ 922.356557] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.366271] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.384153] env[69289]: DEBUG oslo_vmware.api [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277332, 'name': PowerOnVM_Task, 'duration_secs': 1.14069} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.384153] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.387698] env[69289]: DEBUG nova.compute.manager [None req-be8ce11d-e3c3-417d-afb0-e1c888da08eb tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.388635] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c750816a-1b7a-4c9c-a1df-8b88b72af62b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.400188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.401892] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.406100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.607s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.406337] env[69289]: DEBUG nova.objects.instance [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.414086] env[69289]: DEBUG nova.compute.manager [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-vif-plugged-b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.414389] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.414659] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.414857] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.415239] env[69289]: DEBUG nova.compute.manager [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] No waiting events found dispatching network-vif-plugged-b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.415515] env[69289]: WARNING nova.compute.manager [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received unexpected event network-vif-plugged-b9ad32d1-e318-4be1-a210-abf7c9262e11 for instance with vm_state building and task_state spawning. [ 922.415713] env[69289]: DEBUG nova.compute.manager [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-changed-b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.415889] env[69289]: DEBUG nova.compute.manager [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing instance network info cache due to event network-changed-b9ad32d1-e318-4be1-a210-abf7c9262e11. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.416054] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.552277] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277334, 'name': ReconfigVM_Task, 'duration_secs': 0.315372} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.552277] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 51e7db56-f0fd-46fd-8090-68ade68de9a5/51e7db56-f0fd-46fd-8090-68ade68de9a5.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.552981] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e70965-8838-4815-be94-8569066ec899 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.561935] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 922.561935] env[69289]: value = "task-3277336" [ 922.561935] env[69289]: _type = "Task" [ 922.561935] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.571743] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277336, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.712557] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.798814] env[69289]: DEBUG nova.compute.manager [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.800018] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.801067] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cadfe2-4040-49a4-a16e-3ae573483db2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.816427] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.816427] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faf54e68-aebc-45c4-82dd-60e047c003ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827457] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 922.827457] env[69289]: value = "task-3277337" [ 922.827457] env[69289]: _type = "Task" [ 922.827457] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.838839] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868391] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277335, 'name': PowerOffVM_Task, 'duration_secs': 0.140847} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.868706] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.869423] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.870373] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc10c6-398f-4e93-a5bd-06d97c1f4dc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.879293] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.879581] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbf8c75-ea52-4ed8-bb87-25c4b8fbbb2e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.908376] env[69289]: DEBUG nova.compute.utils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.913391] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.913971] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.922913] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.922962] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.923251] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Deleting the datastore file [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.928526] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a835adf1-06d0-48cd-bc34-e781d126345b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.942371] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 922.942371] env[69289]: value = "task-3277339" [ 922.942371] env[69289]: _type = "Task" [ 922.942371] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.959560] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.971578] env[69289]: DEBUG nova.policy [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.011705] env[69289]: DEBUG nova.network.neutron [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.073913] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277336, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.288846] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Successfully created port: 0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.339316] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277337, 'name': PowerOffVM_Task, 'duration_secs': 0.32148} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.342023] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.342023] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.342023] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10650b52-acf3-4d4b-bd4a-02a4ba7bc8ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.425351] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6cfdcae0-1f7e-41c3-b28b-175300571c67 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.426528] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.424s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.428979] env[69289]: INFO nova.compute.claims [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.432904] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.455240] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.455642] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.455879] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.456176] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.513211] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.513653] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Instance network_info: |[{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.513996] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.514141] env[69289]: DEBUG nova.network.neutron [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing network info cache for port b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.515828] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:9e:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ad32d1-e318-4be1-a210-abf7c9262e11', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.524093] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating folder: Project (893ec93f647048df97643e1b63f508a5). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.525074] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac8e9348-f472-4578-bce2-ade6a08e87a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.538086] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created folder: Project (893ec93f647048df97643e1b63f508a5) in parent group-v654351. [ 923.538357] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating folder: Instances. Parent ref: group-v654565. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.538612] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e04e2aa6-ad30-4ed3-b77f-94b83cc0d83e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.550757] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created folder: Instances in parent group-v654565. [ 923.550757] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.550967] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.551225] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47b63905-9855-4fc8-849a-f16fe60668bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.579027] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277336, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.580591] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.580591] env[69289]: value = "task-3277343" [ 923.580591] env[69289]: _type = "Task" [ 923.580591] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.590972] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277343, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.083865] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277336, 'name': Rename_Task, 'duration_secs': 1.199961} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.088024] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.088024] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d79f75-82d3-42a4-829a-f0403538dba6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.095849] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277343, 'name': CreateVM_Task, 'duration_secs': 0.474286} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.097603] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.097603] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 924.097603] env[69289]: value = "task-3277344" [ 924.097603] env[69289]: _type = "Task" [ 924.097603] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.098174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.099431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.099431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.099431] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b28992b2-7864-47f4-83ab-7f682a3b0b90 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.112433] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.113823] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 924.113823] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529be844-87da-588e-d8e7-917582171dfd" [ 924.113823] env[69289]: _type = "Task" [ 924.113823] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.126962] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529be844-87da-588e-d8e7-917582171dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.127202] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.127441] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.127695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.127852] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.128150] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.128469] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9fefe28-d3f7-4c85-a03c-a22bed5d05e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.141508] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.141600] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.142345] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9caff2-a8db-4495-938b-75380e125445 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.154378] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.154378] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.154594] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 924.154594] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52944e48-7d7a-c778-6b18-5a67737b036b" [ 924.154594] env[69289]: _type = "Task" [ 924.154594] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.167463] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52944e48-7d7a-c778-6b18-5a67737b036b, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.168101] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8447fe-0999-4000-b865-df95feeed32f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.175775] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 924.175775] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52790e90-260f-95c6-ce0e-c962e5028fc2" [ 924.175775] env[69289]: _type = "Task" [ 924.175775] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.189305] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52790e90-260f-95c6-ce0e-c962e5028fc2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.189305] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.189305] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ff19c631-3312-4f16-a7d5-9981c9511b58/ff19c631-3312-4f16-a7d5-9981c9511b58.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.189593] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b198058a-68b7-4151-bf7e-81ae6668647e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.199724] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 924.199724] env[69289]: value = "task-3277345" [ 924.199724] env[69289]: _type = "Task" [ 924.199724] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.209675] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.421475] env[69289]: DEBUG nova.network.neutron [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updated VIF entry in instance network info cache for port b9ad32d1-e318-4be1-a210-abf7c9262e11. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.422943] env[69289]: DEBUG nova.network.neutron [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.445989] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.486479] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.486747] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.487342] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.487342] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.487468] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.487642] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.488622] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.488622] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.488622] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.488622] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.488796] env[69289]: DEBUG nova.virt.hardware [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.490279] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09fe02-7b0c-475c-87fd-f4999b873d87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.505195] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.506136] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.506136] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.506136] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.506136] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.506368] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.507450] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.507450] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.507450] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.507450] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.507661] env[69289]: DEBUG nova.virt.hardware [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.509137] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80601e54-f3c4-4b29-80cf-fe8292de3cea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.517057] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be450a01-fd4a-4cc2-9329-074f8bccbbe2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.539810] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d684980a-e765-4f54-854e-50f2ac89d9c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.569017] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.576550] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.580012] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.580451] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85c98b7d-cd83-401f-9f95-c58e26ea8725 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.607668] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.607668] env[69289]: value = "task-3277346" [ 924.607668] env[69289]: _type = "Task" [ 924.607668] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.615901] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.625773] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277346, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.660446] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.671258] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.671258] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.715706] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.719151] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ff19c631-3312-4f16-a7d5-9981c9511b58/ff19c631-3312-4f16-a7d5-9981c9511b58.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.719962] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.721148] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f894d33a-91df-4aa3-8987-bfd2aa4e5335 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.730103] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 924.730103] env[69289]: value = "task-3277347" [ 924.730103] env[69289]: _type = "Task" [ 924.730103] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.744907] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.861019] env[69289]: DEBUG nova.compute.manager [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Received event network-vif-plugged-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.861019] env[69289]: DEBUG oslo_concurrency.lockutils [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] Acquiring lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.861019] env[69289]: DEBUG oslo_concurrency.lockutils [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.861019] env[69289]: DEBUG oslo_concurrency.lockutils [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.861019] env[69289]: DEBUG nova.compute.manager [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] No waiting events found dispatching network-vif-plugged-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.861019] env[69289]: WARNING nova.compute.manager [req-d84982ff-5928-4299-9a30-63f36d5bcca5 req-fd9eb60f-7953-4599-aa38-f2a1b6bd7c64 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Received unexpected event network-vif-plugged-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e for instance with vm_state building and task_state spawning. [ 924.894785] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffab04b-570f-4ee1-93ac-e51651527e68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.906049] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a15477-3d9c-4311-b6a0-92be52fe5d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.936630] env[69289]: DEBUG oslo_concurrency.lockutils [req-8f84ae83-a93c-48b3-a014-90e5218bc520 req-c16918ac-6c2e-4222-9c6d-7de142676f34 service nova] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.938432] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7838fbbe-49ec-40b0-809c-45af7a5394d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.941506] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Successfully updated port: 0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.948819] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c28b7e-8111-4899-aeb6-bc9bfe76d7f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.966087] env[69289]: DEBUG nova.compute.provider_tree [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.116508] env[69289]: DEBUG oslo_vmware.api [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277344, 'name': PowerOnVM_Task, 'duration_secs': 0.781176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.117182] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.117395] env[69289]: INFO nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Took 9.85 seconds to spawn the instance on the hypervisor. [ 925.117577] env[69289]: DEBUG nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.118379] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ec4751-612e-4128-b424-48b8f108c73d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.123824] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277346, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.174669] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.183339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.239982] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07632} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.240297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.241071] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed49a55-40e5-429c-ab0d-fd2462334e3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.265292] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] ff19c631-3312-4f16-a7d5-9981c9511b58/ff19c631-3312-4f16-a7d5-9981c9511b58.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.265596] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52186a8-485f-4f59-8e79-18a0f7dc6883 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.286375] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 925.286375] env[69289]: value = "task-3277348" [ 925.286375] env[69289]: _type = "Task" [ 925.286375] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.294860] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.445422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.445422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.445422] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.469418] env[69289]: DEBUG nova.scheduler.client.report [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.620457] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277346, 'name': CreateVM_Task, 'duration_secs': 0.629427} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.620727] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.621266] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.621493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.621851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.622237] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60890f13-2b05-45e2-9f96-ecbddc47a67b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.627909] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 925.627909] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2b82d-5846-3263-ccfc-e99759fd7353" [ 925.627909] env[69289]: _type = "Task" [ 925.627909] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.642437] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2b82d-5846-3263-ccfc-e99759fd7353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.644502] env[69289]: INFO nova.compute.manager [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Took 25.93 seconds to build instance. [ 925.696579] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.797320] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.976383] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.976766] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.980097] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.983094] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.308s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.984208] env[69289]: INFO nova.compute.claims [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.114781] env[69289]: DEBUG nova.network.neutron [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Updating instance_info_cache with network_info: [{"id": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "address": "fa:16:3e:fb:76:3d", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0fb5d-81", "ovs_interfaceid": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.139523] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b2b82d-5846-3263-ccfc-e99759fd7353, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.140041] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.140281] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.140518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.140664] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.140963] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.141113] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b289c57f-31db-472f-b81a-e472263443de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.146404] env[69289]: DEBUG oslo_concurrency.lockutils [None req-55c38356-85d5-4ce3-99f8-ca943b83fb31 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.444s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.150323] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.150538] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.151221] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32dd74f1-3230-4d8b-826b-76cc39683f81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.157218] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 926.157218] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5258c537-ca32-d024-1e0b-0161c5fd766f" [ 926.157218] env[69289]: _type = "Task" [ 926.157218] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.166728] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5258c537-ca32-d024-1e0b-0161c5fd766f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.297162] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.495444] env[69289]: DEBUG nova.compute.utils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.497041] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.499085] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.537577] env[69289]: DEBUG nova.policy [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724e827ee6674662ab908273c20439b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cdb7b3acf064c978521810a825a4535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.618048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.619700] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Instance network_info: |[{"id": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "address": "fa:16:3e:fb:76:3d", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0fb5d-81", "ovs_interfaceid": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.619893] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:76:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba0fb5d-814e-41fd-bd1d-f1b4750e449e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.630497] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.630776] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.630956] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02110600-fd9e-41d3-8066-d1f291ee2ce4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.654478] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.654478] env[69289]: value = "task-3277349" [ 926.654478] env[69289]: _type = "Task" [ 926.654478] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.666877] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277349, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.670574] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5258c537-ca32-d024-1e0b-0161c5fd766f, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.671561] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85325c0a-29a8-4c31-af06-f904cbe23f6d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.678325] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 926.678325] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcbd06-e33b-d550-01c8-30fdbd4991fe" [ 926.678325] env[69289]: _type = "Task" [ 926.678325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.689300] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcbd06-e33b-d550-01c8-30fdbd4991fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.782362] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.782627] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.782828] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore1] 49fa1790-4fe4-42c6-96f8-211d4e320a05 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.783100] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cbb382c-9341-4df3-8166-0f2675e7d765 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.792119] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 926.792119] env[69289]: value = "task-3277350" [ 926.792119] env[69289]: _type = "Task" [ 926.792119] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.798889] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277348, 'name': ReconfigVM_Task, 'duration_secs': 1.015877} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.799541] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfigured VM instance instance-0000004f to attach disk [datastore2] ff19c631-3312-4f16-a7d5-9981c9511b58/ff19c631-3312-4f16-a7d5-9981c9511b58.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.800201] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71ec84f2-c288-4acf-857e-4bc7ddadb05a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.805287] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.810613] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 926.810613] env[69289]: value = "task-3277351" [ 926.810613] env[69289]: _type = "Task" [ 926.810613] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.819350] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277351, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.830298] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Successfully created port: 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.002417] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.169543] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277349, 'name': CreateVM_Task, 'duration_secs': 0.41349} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.170097] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.173367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.173681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.174284] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.174861] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea119734-c680-43bb-be96-bf9fc91f071d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.180348] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 927.180348] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b281c7-0817-0655-f3f7-f12c0bcd6a36" [ 927.180348] env[69289]: _type = "Task" [ 927.180348] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.196407] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcbd06-e33b-d550-01c8-30fdbd4991fe, 'name': SearchDatastore_Task, 'duration_secs': 0.024293} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.199980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.200410] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.201571] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b281c7-0817-0655-f3f7-f12c0bcd6a36, 'name': SearchDatastore_Task, 'duration_secs': 0.012062} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.201571] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e9fe14-b3be-4699-9e64-fee818472043 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.203198] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.203418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.203646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.203791] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.204075] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.206477] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0693e7f1-42b6-4712-aeb1-73ff8e08cfa5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.215780] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 927.215780] env[69289]: value = "task-3277352" [ 927.215780] env[69289]: _type = "Task" [ 927.215780] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.217155] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.217352] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.221325] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be97b97-0d57-4830-9692-7e2efa59a502 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.231171] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 927.231171] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5264e45b-5340-e2f3-861f-ff20c7bd4ac9" [ 927.231171] env[69289]: _type = "Task" [ 927.231171] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.235220] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.243959] env[69289]: DEBUG nova.compute.manager [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Received event network-changed-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.243959] env[69289]: DEBUG nova.compute.manager [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Refreshing instance network info cache due to event network-changed-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.243959] env[69289]: DEBUG oslo_concurrency.lockutils [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] Acquiring lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.243959] env[69289]: DEBUG oslo_concurrency.lockutils [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] Acquired lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.243959] env[69289]: DEBUG nova.network.neutron [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Refreshing network info cache for port 0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.251284] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5264e45b-5340-e2f3-861f-ff20c7bd4ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.252043] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d85479f-8cfb-4717-b400-ade1c5dad5ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.261468] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 927.261468] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1d510-a156-8480-4f81-87f0c4159153" [ 927.261468] env[69289]: _type = "Task" [ 927.261468] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.266645] env[69289]: DEBUG nova.compute.manager [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.266832] env[69289]: DEBUG nova.compute.manager [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing instance network info cache due to event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.267049] env[69289]: DEBUG oslo_concurrency.lockutils [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.267195] env[69289]: DEBUG oslo_concurrency.lockutils [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.267371] env[69289]: DEBUG nova.network.neutron [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.274828] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1d510-a156-8480-4f81-87f0c4159153, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.277523] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.277794] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 27f92f24-73a5-45c0-b1b8-b42e221471af/27f92f24-73a5-45c0-b1b8-b42e221471af.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.279025] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebf7cde4-f10c-4fba-b756-29afc52febcb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.287437] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 927.287437] env[69289]: value = "task-3277353" [ 927.287437] env[69289]: _type = "Task" [ 927.287437] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.301216] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277353, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.306898] env[69289]: DEBUG oslo_vmware.api [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151703} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.309680] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.309956] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.310070] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.310253] env[69289]: INFO nova.compute.manager [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Took 4.51 seconds to destroy the instance on the hypervisor. [ 927.310499] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.312276] env[69289]: DEBUG nova.compute.manager [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.312394] env[69289]: DEBUG nova.network.neutron [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.323373] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277351, 'name': Rename_Task, 'duration_secs': 0.204984} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.326030] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.326488] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d21eebe-26a2-4cf8-a9dd-60edc9c92283 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.334152] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 927.334152] env[69289]: value = "task-3277354" [ 927.334152] env[69289]: _type = "Task" [ 927.334152] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.348499] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.384548] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162de63c-291b-45ff-b352-f5c1b4e51a92 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.396507] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f63ca14-14d8-43b1-b109-7a5bed8e7aab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.431961] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14959b27-8fc6-44c6-a8a4-0d8418ece759 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.441390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2774733-55ce-4035-b8ed-2699e1f7893f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.457283] env[69289]: DEBUG nova.compute.provider_tree [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.729960] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.799791] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277353, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.849517] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277354, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.960379] env[69289]: DEBUG nova.scheduler.client.report [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.015975] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.051353] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.052689] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.052955] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.053106] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.053261] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.053411] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.053627] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.053788] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.053956] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.054129] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.054379] env[69289]: DEBUG nova.virt.hardware [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.055704] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a5a95f-3b4d-4c0d-858d-fe8cdc12fa05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.067616] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4969e88-c36f-4140-ac10-8b426fbcae68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.147162] env[69289]: DEBUG nova.network.neutron [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Updated VIF entry in instance network info cache for port 0ba0fb5d-814e-41fd-bd1d-f1b4750e449e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.147546] env[69289]: DEBUG nova.network.neutron [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Updating instance_info_cache with network_info: [{"id": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "address": "fa:16:3e:fb:76:3d", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0fb5d-81", "ovs_interfaceid": "0ba0fb5d-814e-41fd-bd1d-f1b4750e449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.175400] env[69289]: DEBUG nova.network.neutron [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updated VIF entry in instance network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.175764] env[69289]: DEBUG nova.network.neutron [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.230917] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629551} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.231208] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.231424] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.231683] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1081ff42-ba8d-4b54-a372-f8818973d212 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.239752] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 928.239752] env[69289]: value = "task-3277355" [ 928.239752] env[69289]: _type = "Task" [ 928.239752] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.251433] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.301346] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871124} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.301740] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 27f92f24-73a5-45c0-b1b8-b42e221471af/27f92f24-73a5-45c0-b1b8-b42e221471af.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.301971] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.302438] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667bb73f-ae9e-48cf-905e-77008769c3d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.309999] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 928.309999] env[69289]: value = "task-3277356" [ 928.309999] env[69289]: _type = "Task" [ 928.309999] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.320545] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.344676] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.397417] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Successfully updated port: 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.409913] env[69289]: DEBUG nova.network.neutron [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.465681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.466455] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.470182] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.154s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.470512] env[69289]: DEBUG nova.objects.instance [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'resources' on Instance uuid ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.649744] env[69289]: DEBUG oslo_concurrency.lockutils [req-e937ddf5-2913-44a1-9abd-37b3876667eb req-31286e1e-6894-4beb-9294-cf80c4c9a4c8 service nova] Releasing lock "refresh_cache-27f92f24-73a5-45c0-b1b8-b42e221471af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.678778] env[69289]: DEBUG oslo_concurrency.lockutils [req-5db2b642-1136-40f7-8f4a-9e388cd6bf95 req-f2caac19-a6ae-48dc-9bb2-f89bd27836a2 service nova] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.751487] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06738} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.751913] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.752649] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438f3a9-dd3e-4c2a-88e7-aa6bcc104d6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.772781] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.773089] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e24e27-c740-419f-aa43-2e7b6b8c2db3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.795096] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 928.795096] env[69289]: value = "task-3277357" [ 928.795096] env[69289]: _type = "Task" [ 928.795096] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.805742] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.819583] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075642} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.820144] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.820830] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92b155-c13d-4828-8a66-c4d27106e810 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.844396] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 27f92f24-73a5-45c0-b1b8-b42e221471af/27f92f24-73a5-45c0-b1b8-b42e221471af.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.847870] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ee4764-8144-455d-b5f8-165644bd1a45 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.871524] env[69289]: DEBUG oslo_vmware.api [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277354, 'name': PowerOnVM_Task, 'duration_secs': 1.159257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.872853] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.873067] env[69289]: INFO nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Took 9.06 seconds to spawn the instance on the hypervisor. [ 928.873248] env[69289]: DEBUG nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.873600] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 928.873600] env[69289]: value = "task-3277358" [ 928.873600] env[69289]: _type = "Task" [ 928.873600] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.874356] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c25cd-c4f4-42c9-8959-dc0b0ba4057a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.888059] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.900417] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.900565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.900715] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.912881] env[69289]: INFO nova.compute.manager [-] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Took 1.60 seconds to deallocate network for instance. [ 928.974031] env[69289]: DEBUG nova.compute.utils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.975422] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.975656] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.017485] env[69289]: DEBUG nova.policy [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb881def11bc44029e9a6d2f529e29df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd53225cf64af681c7bf466fb8e26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.302056] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a18cc2-2925-409b-8cef-512ab24f1461 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.306511] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Successfully created port: f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.313745] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.314965] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f50ed7-e7dd-4079-98d2-39c686cf2da4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.365897] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4905bd25-1786-410d-9f25-bb784f0f45b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.374902] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab298468-c9d3-4fba-85f9-e2046fc0bb67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.389810] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.401676] env[69289]: DEBUG nova.compute.provider_tree [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.407314] env[69289]: INFO nova.compute.manager [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Took 21.17 seconds to build instance. [ 929.422388] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.452182] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.483223] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.515777] env[69289]: DEBUG nova.compute.manager [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.516250] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.516250] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.516250] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.516568] env[69289]: DEBUG nova.compute.manager [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] No waiting events found dispatching network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.517035] env[69289]: WARNING nova.compute.manager [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received unexpected event network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 for instance with vm_state building and task_state spawning. [ 929.517140] env[69289]: DEBUG nova.compute.manager [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.517337] env[69289]: DEBUG nova.compute.manager [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing instance network info cache due to event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.517533] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.545843] env[69289]: DEBUG nova.compute.manager [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Received event network-vif-deleted-6dd5184e-bf07-4a65-87f0-55007c834e3e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.546093] env[69289]: DEBUG nova.compute.manager [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.546304] env[69289]: DEBUG nova.compute.manager [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing instance network info cache due to event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.546563] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.546805] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.547432] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.687969] env[69289]: DEBUG nova.network.neutron [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.806912] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277357, 'name': ReconfigVM_Task, 'duration_secs': 0.559829} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.807148] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b/5f7a8854-3054-4367-ba3b-dd17e5cc838b.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.807768] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c7ffc7a-725c-4504-a8f8-17ae66da8ebd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.815666] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 929.815666] env[69289]: value = "task-3277359" [ 929.815666] env[69289]: _type = "Task" [ 929.815666] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.823638] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277359, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.889614] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277358, 'name': ReconfigVM_Task, 'duration_secs': 0.621346} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.889901] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 27f92f24-73a5-45c0-b1b8-b42e221471af/27f92f24-73a5-45c0-b1b8-b42e221471af.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.890627] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588cf165-e408-46c4-86eb-daad6145121e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.900793] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 929.900793] env[69289]: value = "task-3277360" [ 929.900793] env[69289]: _type = "Task" [ 929.900793] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.908275] env[69289]: DEBUG nova.scheduler.client.report [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.911923] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277360, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.913623] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13789a4f-2945-49d4-99f4-d11fff832170 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.699s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.187562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.187927] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance network_info: |[{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.188264] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.188441] env[69289]: DEBUG nova.network.neutron [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.189628] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c3:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea25d81-f2e5-415a-af8a-3e6bd46e4180', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.197589] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating folder: Project (5cdb7b3acf064c978521810a825a4535). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.200245] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4da10ed-2de1-44e7-81fe-2cd692157806 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.213716] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created folder: Project (5cdb7b3acf064c978521810a825a4535) in parent group-v654351. [ 930.213928] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating folder: Instances. Parent ref: group-v654570. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.214192] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d12a5345-d55b-418c-9784-2667f9489406 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.226018] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created folder: Instances in parent group-v654570. [ 930.226301] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.226499] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.226719] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7288d377-0856-43a2-b28b-a6d7b89f76db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.256297] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.256297] env[69289]: value = "task-3277363" [ 930.256297] env[69289]: _type = "Task" [ 930.256297] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.271146] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277363, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.286058] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updated VIF entry in instance network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.286419] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.328554] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277359, 'name': Rename_Task, 'duration_secs': 0.137132} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.328732] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.329542] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c8a619-755c-48a7-9dc5-dc1a286aaa3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.343796] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 930.343796] env[69289]: value = "task-3277364" [ 930.343796] env[69289]: _type = "Task" [ 930.343796] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.362278] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.409816] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277360, 'name': Rename_Task, 'duration_secs': 0.418521} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.410111] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.410365] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c93f29a-e0c5-409c-8f3e-69bc3e6ef7a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.412953] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.415339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.243s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.415603] env[69289]: DEBUG nova.objects.instance [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'resources' on Instance uuid 7b3a4832-f14d-4e10-85b6-a09a05a43450 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.419578] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 930.419578] env[69289]: value = "task-3277365" [ 930.419578] env[69289]: _type = "Task" [ 930.419578] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.430063] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.456995] env[69289]: INFO nova.scheduler.client.report [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocations for instance ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7 [ 930.493805] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.531863] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.532266] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.532445] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.532618] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.532779] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.532921] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.536038] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.536240] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.536432] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.536692] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.536874] env[69289]: DEBUG nova.virt.hardware [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.538146] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcfbf56-6f98-4522-8819-d707cd412181 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.547670] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ea925d-1174-42b8-ac06-7b5f5f233d25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.767111] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277363, 'name': CreateVM_Task, 'duration_secs': 0.388237} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.767303] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.768281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.768595] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.768783] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.769061] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ce7e1-6345-46fe-9104-723694cea13d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.774295] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 930.774295] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1a15e-3de1-38e0-4d95-f7c5eb486f6a" [ 930.774295] env[69289]: _type = "Task" [ 930.774295] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.783970] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1a15e-3de1-38e0-4d95-f7c5eb486f6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.791307] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791307] env[69289]: DEBUG nova.compute.manager [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.791307] env[69289]: DEBUG nova.compute.manager [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing instance network info cache due to event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.791307] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Acquiring lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.791307] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Acquired lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.791307] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.864046] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277364, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.921751] env[69289]: DEBUG nova.objects.instance [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b3a4832-f14d-4e10-85b6-a09a05a43450 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.940727] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277365, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.967059] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b4c696bb-85a5-4db2-911d-095b8528d6ea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.931s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.041208] env[69289]: DEBUG nova.network.neutron [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updated VIF entry in instance network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.041585] env[69289]: DEBUG nova.network.neutron [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.111074] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Successfully updated port: f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.290862] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1a15e-3de1-38e0-4d95-f7c5eb486f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.290862] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.290862] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.290862] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.290862] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.290862] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.290862] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecc52ad-0c0d-4aa9-ab3c-fddbc298e569 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.305406] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.305406] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.308179] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da84251-0d26-4a0d-997b-a133a6fad003 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.315287] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 931.315287] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526076c4-49e9-8aba-0d05-c8a96f583f00" [ 931.315287] env[69289]: _type = "Task" [ 931.315287] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.326422] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526076c4-49e9-8aba-0d05-c8a96f583f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.360542] env[69289]: DEBUG oslo_vmware.api [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277364, 'name': PowerOnVM_Task, 'duration_secs': 0.621464} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.361104] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.361507] env[69289]: DEBUG nova.compute.manager [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.362974] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421efebd-05f7-44ec-a7db-61072bc60a5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.428895] env[69289]: DEBUG nova.objects.base [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Object Instance<7b3a4832-f14d-4e10-85b6-a09a05a43450> lazy-loaded attributes: resources,numa_topology {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 931.434711] env[69289]: DEBUG oslo_vmware.api [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277365, 'name': PowerOnVM_Task, 'duration_secs': 0.763464} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.434985] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.436055] env[69289]: INFO nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Took 6.99 seconds to spawn the instance on the hypervisor. [ 931.436055] env[69289]: DEBUG nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.436217] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1ed85-b43b-469d-ab84-9aa0e5ff8472 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.536746] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updated VIF entry in instance network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.537198] env[69289]: DEBUG nova.network.neutron [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [{"id": "0a25b5d3-b32a-4f34-b863-beb965831afb", "address": "fa:16:3e:83:9a:92", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a25b5d3-b3", "ovs_interfaceid": "0a25b5d3-b32a-4f34-b863-beb965831afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.544460] env[69289]: DEBUG oslo_concurrency.lockutils [req-951f4a68-ff44-42d7-8003-3d36fac49f20 req-b73af144-9787-46c1-b143-d03a6bc3ff13 service nova] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.552968] env[69289]: DEBUG nova.compute.manager [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Received event network-vif-plugged-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.552968] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.553290] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.553574] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.553861] env[69289]: DEBUG nova.compute.manager [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] No waiting events found dispatching network-vif-plugged-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.554171] env[69289]: WARNING nova.compute.manager [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Received unexpected event network-vif-plugged-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 for instance with vm_state building and task_state spawning. [ 931.554506] env[69289]: DEBUG nova.compute.manager [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Received event network-changed-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.554785] env[69289]: DEBUG nova.compute.manager [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Refreshing instance network info cache due to event network-changed-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.555110] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Acquiring lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.555360] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Acquired lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.555646] env[69289]: DEBUG nova.network.neutron [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Refreshing network info cache for port f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.579182] env[69289]: DEBUG nova.compute.manager [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-changed-b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.579545] env[69289]: DEBUG nova.compute.manager [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing instance network info cache due to event network-changed-b9ad32d1-e318-4be1-a210-abf7c9262e11. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.582243] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.582540] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.582846] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing network info cache for port b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.614299] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.764833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54eff63d-2a61-4ea9-a318-19a533d74f8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.773533] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a659b72-2710-4399-a142-c9f75eed0be3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.804763] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d23722-c97f-405c-965f-56efcae38cb1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.813456] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2b1cbf-617e-45fe-a766-9b23a1823a00 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.831080] env[69289]: DEBUG nova.compute.provider_tree [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.836318] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526076c4-49e9-8aba-0d05-c8a96f583f00, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.837343] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3342013-0871-4194-828d-b121aacc2ef3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.844272] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 931.844272] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52422f59-91b0-c1e9-ef29-330a5ac2a44d" [ 931.844272] env[69289]: _type = "Task" [ 931.844272] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.854536] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52422f59-91b0-c1e9-ef29-330a5ac2a44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.887133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.957865] env[69289]: INFO nova.compute.manager [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Took 21.50 seconds to build instance. [ 931.981207] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.981517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.981752] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.982024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.982227] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.985761] env[69289]: INFO nova.compute.manager [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Terminating instance [ 932.039989] env[69289]: DEBUG oslo_concurrency.lockutils [req-4955d613-a69c-4ac2-b110-e6bfd301f665 req-94371fb4-1ea7-4b13-8895-3972b465128f service nova] Releasing lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.089967] env[69289]: DEBUG nova.network.neutron [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.228178] env[69289]: DEBUG nova.network.neutron [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.338404] env[69289]: DEBUG nova.scheduler.client.report [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.352264] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updated VIF entry in instance network info cache for port b9ad32d1-e318-4be1-a210-abf7c9262e11. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.352789] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.358312] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52422f59-91b0-c1e9-ef29-330a5ac2a44d, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.358748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.359153] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.359983] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593975f4-58c5-41d7-a8e5-ff967d280a2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.369801] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 932.369801] env[69289]: value = "task-3277366" [ 932.369801] env[69289]: _type = "Task" [ 932.369801] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.380027] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.460967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9f6908fe-47d9-4547-be63-ae476c4be5b1 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.017s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.490727] env[69289]: DEBUG nova.compute.manager [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.490985] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.492442] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec9d43-f167-4933-abc8-245d2f21878b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.506475] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.506759] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-285b5e45-d539-41cb-8879-7311b660755d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.514759] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 932.514759] env[69289]: value = "task-3277367" [ 932.514759] env[69289]: _type = "Task" [ 932.514759] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.525302] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.730673] env[69289]: DEBUG oslo_concurrency.lockutils [req-dcc9134e-77f7-48c6-a531-60157318f71e req-b355da34-247d-43c8-8322-59f92b1333b3 service nova] Releasing lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.731184] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.731383] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.843934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.846264] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.787s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.847765] env[69289]: INFO nova.compute.claims [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.859888] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.860364] env[69289]: DEBUG nova.compute.manager [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.860604] env[69289]: DEBUG nova.compute.manager [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing instance network info cache due to event network-changed-0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.860959] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Acquiring lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.861141] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Acquired lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.861313] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Refreshing network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.881777] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445703} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.882472] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.882688] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.883375] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d014703d-a76b-4647-9d45-b01f2a91a7fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.890652] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 932.890652] env[69289]: value = "task-3277368" [ 932.890652] env[69289]: _type = "Task" [ 932.890652] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.897810] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.898251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.898528] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.898776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.899060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.903622] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.904181] env[69289]: INFO nova.compute.manager [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Terminating instance [ 933.025841] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277367, 'name': PowerOffVM_Task, 'duration_secs': 0.272496} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.026235] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.026463] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.026762] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7333f7-221a-4927-9d36-94c11aa0de38 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.096354] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.096658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.096747] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleting the datastore file [datastore2] 51e7db56-f0fd-46fd-8090-68ade68de9a5 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.097074] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173d88b0-13ec-40ad-ae5d-918d99f3cfa5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.104064] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 933.104064] env[69289]: value = "task-3277370" [ 933.104064] env[69289]: _type = "Task" [ 933.104064] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.114487] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.274196] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.364379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d62d114e-08de-478c-b462-2f53dfa586db tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.693s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.367379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 11.708s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.367635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.368127] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.368489] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.374957] env[69289]: INFO nova.compute.manager [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Terminating instance [ 933.403523] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06275} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.403926] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.404985] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae50b0b3-1c48-491b-8668-d89ed837f1d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.413118] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "refresh_cache-5f7a8854-3054-4367-ba3b-dd17e5cc838b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.413343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquired lock "refresh_cache-5f7a8854-3054-4367-ba3b-dd17e5cc838b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.413574] env[69289]: DEBUG nova.network.neutron [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.444720] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.446250] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b519e9-e7f9-4219-9c08-feb68df77eb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.461455] env[69289]: DEBUG nova.network.neutron [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [{"id": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "address": "fa:16:3e:15:05:b6", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed5d4a-ce", "ovs_interfaceid": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.469569] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 933.469569] env[69289]: value = "task-3277371" [ 933.469569] env[69289]: _type = "Task" [ 933.469569] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.479234] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.620790] env[69289]: DEBUG oslo_vmware.api [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134434} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.620790] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.620790] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.620790] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.620790] env[69289]: INFO nova.compute.manager [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 933.620790] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.620790] env[69289]: DEBUG nova.compute.manager [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.620790] env[69289]: DEBUG nova.network.neutron [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.623941] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updated VIF entry in instance network info cache for port 0a25b5d3-b32a-4f34-b863-beb965831afb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.625446] env[69289]: DEBUG nova.network.neutron [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [{"id": "0a25b5d3-b32a-4f34-b863-beb965831afb", "address": "fa:16:3e:83:9a:92", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a25b5d3-b3", "ovs_interfaceid": "0a25b5d3-b32a-4f34-b863-beb965831afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.729136] env[69289]: DEBUG nova.compute.manager [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.729702] env[69289]: DEBUG nova.compute.manager [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing instance network info cache due to event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.730328] env[69289]: DEBUG oslo_concurrency.lockutils [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.730328] env[69289]: DEBUG oslo_concurrency.lockutils [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.730505] env[69289]: DEBUG nova.network.neutron [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.760574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "27f92f24-73a5-45c0-b1b8-b42e221471af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.760574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.760574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.760574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.760574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.762794] env[69289]: INFO nova.compute.manager [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Terminating instance [ 933.887264] env[69289]: DEBUG nova.compute.manager [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.887749] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.888068] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a46d4f5-f0e4-4bf6-8f29-c40533494e9d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.908738] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc714d-dae8-49c1-a1e7-94a22acc618c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.926648] env[69289]: DEBUG nova.compute.manager [req-a3b94a4d-fce2-47a4-bbfd-974d6182648f req-c8ac8bb0-363e-4778-b117-ed3d81c330e6 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Received event network-vif-deleted-0a25b5d3-b32a-4f34-b863-beb965831afb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.926852] env[69289]: INFO nova.compute.manager [req-a3b94a4d-fce2-47a4-bbfd-974d6182648f req-c8ac8bb0-363e-4778-b117-ed3d81c330e6 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Neutron deleted interface 0a25b5d3-b32a-4f34-b863-beb965831afb; detaching it from the instance and deleting it from the info cache [ 933.927075] env[69289]: DEBUG nova.network.neutron [req-a3b94a4d-fce2-47a4-bbfd-974d6182648f req-c8ac8bb0-363e-4778-b117-ed3d81c330e6 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.954842] env[69289]: WARNING nova.virt.vmwareapi.vmops [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7b3a4832-f14d-4e10-85b6-a09a05a43450 could not be found. [ 933.955065] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.955258] env[69289]: INFO nova.compute.manager [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Took 0.07 seconds to destroy the instance on the hypervisor. [ 933.955523] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.956491] env[69289]: DEBUG nova.network.neutron [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.960349] env[69289]: DEBUG nova.compute.manager [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.960441] env[69289]: DEBUG nova.network.neutron [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.963956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.964711] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance network_info: |[{"id": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "address": "fa:16:3e:15:05:b6", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed5d4a-ce", "ovs_interfaceid": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.964884] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:05:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.972476] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.973211] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.977270] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-921b246d-bccd-4948-acc4-bdf5e359da88 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.003986] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277371, 'name': ReconfigVM_Task, 'duration_secs': 0.318674} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.003986] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.004256] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bcd8e8f-5b9b-460c-9657-f99c1ab67307 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.005998] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.005998] env[69289]: value = "task-3277372" [ 934.005998] env[69289]: _type = "Task" [ 934.005998] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.017899] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277372, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.049594] env[69289]: DEBUG nova.network.neutron [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.062472] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 934.062472] env[69289]: value = "task-3277373" [ 934.062472] env[69289]: _type = "Task" [ 934.062472] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.074920] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277373, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.130545] env[69289]: DEBUG oslo_concurrency.lockutils [req-67860114-dc69-4932-b47e-db82d7d3b7bc req-8ac5eabc-0465-4fcd-a86c-c393885f338e service nova] Releasing lock "refresh_cache-51e7db56-f0fd-46fd-8090-68ade68de9a5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.240106] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ea5685-2ef9-4856-a8e8-16068df24a0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.249942] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fa9710-e25a-4482-a1cb-93d34d338b25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.285566] env[69289]: DEBUG nova.compute.manager [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.285810] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.289372] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e9222a-7bc9-4169-865b-586343bab5cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.292793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed2aa4f-a5f0-4e26-8783-5891a2f32835 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.306926] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b76c5f6-6384-4e23-aaac-3c39ff4e28d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.311064] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.311357] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de750c8-7bdf-4b7c-b250-652fa8813c60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.326090] env[69289]: DEBUG nova.compute.provider_tree [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.330395] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 934.330395] env[69289]: value = "task-3277374" [ 934.330395] env[69289]: _type = "Task" [ 934.330395] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.345734] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.400569] env[69289]: DEBUG nova.network.neutron [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.430087] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2a5ff7f-d366-4f6d-a838-34271a0952b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.442018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248e856-008e-44b9-8d27-45102ae9d2dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.481374] env[69289]: DEBUG nova.compute.manager [req-a3b94a4d-fce2-47a4-bbfd-974d6182648f req-c8ac8bb0-363e-4778-b117-ed3d81c330e6 service nova] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Detach interface failed, port_id=0a25b5d3-b32a-4f34-b863-beb965831afb, reason: Instance 51e7db56-f0fd-46fd-8090-68ade68de9a5 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.494823] env[69289]: DEBUG nova.network.neutron [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updated VIF entry in instance network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.495237] env[69289]: DEBUG nova.network.neutron [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.518834] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277372, 'name': CreateVM_Task, 'duration_secs': 0.437186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.519044] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.520910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.520910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.520910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.520910] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b247e265-dc16-4e60-a7a2-adaea887962d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.526522] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 934.526522] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202195a-ed60-98fb-dafa-64b20ab24d11" [ 934.526522] env[69289]: _type = "Task" [ 934.526522] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.535394] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5202195a-ed60-98fb-dafa-64b20ab24d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.553897] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Releasing lock "refresh_cache-5f7a8854-3054-4367-ba3b-dd17e5cc838b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.553897] env[69289]: DEBUG nova.compute.manager [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.553897] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.553897] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b004ee-7a89-404c-b944-69c26fcedc99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.562291] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.562638] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28147b09-0b41-4c72-bf37-f5015c12f9c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.573666] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277373, 'name': Rename_Task, 'duration_secs': 0.25504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.575108] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.575445] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 934.575445] env[69289]: value = "task-3277375" [ 934.575445] env[69289]: _type = "Task" [ 934.575445] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.575758] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ffac1d-5870-4cff-8db6-c689c1adce68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.587356] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.590580] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 934.590580] env[69289]: value = "task-3277376" [ 934.590580] env[69289]: _type = "Task" [ 934.590580] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.600426] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.713671] env[69289]: DEBUG nova.network.neutron [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.832074] env[69289]: DEBUG nova.scheduler.client.report [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.845836] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277374, 'name': PowerOffVM_Task, 'duration_secs': 0.305831} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.846147] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.846319] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.846571] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca67991-fdfa-4556-a751-32347bea7dca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.902739] env[69289]: INFO nova.compute.manager [-] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Took 1.28 seconds to deallocate network for instance. [ 934.944228] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.944648] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.944760] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore2] 27f92f24-73a5-45c0-b1b8-b42e221471af {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.945025] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59fdc495-0359-47b8-a09c-811bed9f1c5a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.953389] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 934.953389] env[69289]: value = "task-3277378" [ 934.953389] env[69289]: _type = "Task" [ 934.953389] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.962315] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.999027] env[69289]: DEBUG oslo_concurrency.lockutils [req-3eba4776-8d0b-41c9-9670-b5743af85958 req-f9493f88-f967-4ccd-ba05-e23d33838fd0 service nova] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.038868] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5202195a-ed60-98fb-dafa-64b20ab24d11, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.039207] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.040046] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.040470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.040540] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.040724] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.040988] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65005f5b-3546-4a20-b20a-29c12806ef96 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.060659] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.060911] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.061739] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dda97cc-5549-469d-8d0a-b9ca6c671444 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.068014] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 935.068014] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528a4a46-a784-2917-1e17-f2d6b2fea856" [ 935.068014] env[69289]: _type = "Task" [ 935.068014] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.076989] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528a4a46-a784-2917-1e17-f2d6b2fea856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.086799] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277375, 'name': PowerOffVM_Task, 'duration_secs': 0.154904} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.087124] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.087299] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.087555] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2864b4d-944b-4a86-9d80-5ba9e4b8d8d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.101430] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277376, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.121352] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.121672] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.121802] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Deleting the datastore file [datastore2] 5f7a8854-3054-4367-ba3b-dd17e5cc838b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.122088] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c99483-b912-4ff5-b8a8-1aad3e4c1e2d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.130925] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for the task: (returnval){ [ 935.130925] env[69289]: value = "task-3277380" [ 935.130925] env[69289]: _type = "Task" [ 935.130925] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.138998] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.216567] env[69289]: INFO nova.compute.manager [-] [instance: 7b3a4832-f14d-4e10-85b6-a09a05a43450] Took 1.26 seconds to deallocate network for instance. [ 935.340653] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.341446] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.344956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.266s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.347173] env[69289]: INFO nova.compute.claims [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.411446] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.463323] env[69289]: DEBUG oslo_vmware.api [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231854} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.463573] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.463808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.463920] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.464097] env[69289]: INFO nova.compute.manager [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Took 1.18 seconds to destroy the instance on the hypervisor. [ 935.464338] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.464526] env[69289]: DEBUG nova.compute.manager [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.464664] env[69289]: DEBUG nova.network.neutron [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.579408] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528a4a46-a784-2917-1e17-f2d6b2fea856, 'name': SearchDatastore_Task, 'duration_secs': 0.018654} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.579408] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f53d29b-8204-45b7-ba13-a13cd21d589a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.585316] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 935.585316] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52382e34-a0d8-e48a-9f26-dbb3fcf44f2b" [ 935.585316] env[69289]: _type = "Task" [ 935.585316] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.594668] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52382e34-a0d8-e48a-9f26-dbb3fcf44f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.602566] env[69289]: DEBUG oslo_vmware.api [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277376, 'name': PowerOnVM_Task, 'duration_secs': 0.549728} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.602817] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.603050] env[69289]: INFO nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Took 7.59 seconds to spawn the instance on the hypervisor. [ 935.603252] env[69289]: DEBUG nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.604068] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608e927d-0f60-4e02-8653-316242858561 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.642932] env[69289]: DEBUG oslo_vmware.api [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Task: {'id': task-3277380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.643422] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.643733] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.643733] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.643948] env[69289]: INFO nova.compute.manager [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 935.644426] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.644426] env[69289]: DEBUG nova.compute.manager [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.644591] env[69289]: DEBUG nova.network.neutron [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.670926] env[69289]: DEBUG nova.network.neutron [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.770688] env[69289]: DEBUG nova.compute.manager [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.770838] env[69289]: DEBUG nova.compute.manager [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing instance network info cache due to event network-changed-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.772237] env[69289]: DEBUG oslo_concurrency.lockutils [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] Acquiring lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.772237] env[69289]: DEBUG oslo_concurrency.lockutils [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] Acquired lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.772237] env[69289]: DEBUG nova.network.neutron [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Refreshing network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.852053] env[69289]: DEBUG nova.compute.utils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.855445] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.855634] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.894161] env[69289]: DEBUG nova.policy [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e950834569df4849aa7e84c973aeaee3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9955eb1fa445c9a81ecdc5cc294cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.010583] env[69289]: DEBUG nova.compute.manager [req-d53a1f9b-044e-4ff0-9c66-a802660ab6a3 req-800d587a-996a-4fda-bf8b-a70c0cae2e24 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Received event network-vif-deleted-0ba0fb5d-814e-41fd-bd1d-f1b4750e449e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.010834] env[69289]: INFO nova.compute.manager [req-d53a1f9b-044e-4ff0-9c66-a802660ab6a3 req-800d587a-996a-4fda-bf8b-a70c0cae2e24 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Neutron deleted interface 0ba0fb5d-814e-41fd-bd1d-f1b4750e449e; detaching it from the instance and deleting it from the info cache [ 936.010999] env[69289]: DEBUG nova.network.neutron [req-d53a1f9b-044e-4ff0-9c66-a802660ab6a3 req-800d587a-996a-4fda-bf8b-a70c0cae2e24 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.097165] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52382e34-a0d8-e48a-9f26-dbb3fcf44f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.097425] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.097682] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.097942] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71b6efdd-827f-4ecf-9c2f-9d5b4d2f3a8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.109437] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 936.109437] env[69289]: value = "task-3277381" [ 936.109437] env[69289]: _type = "Task" [ 936.109437] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.124883] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.127752] env[69289]: INFO nova.compute.manager [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Took 23.15 seconds to build instance. [ 936.164833] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Successfully created port: cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.175954] env[69289]: DEBUG nova.network.neutron [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.219447] env[69289]: DEBUG nova.network.neutron [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.244845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-15e77949-c970-4a87-bd31-d0a90acee2b5 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "7b3a4832-f14d-4e10-85b6-a09a05a43450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.877s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.356832] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.514425] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e90aca7e-ceb1-4ddc-be0c-345354467580 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.528745] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53036a2-9f3e-41fd-93c5-04b92b48d7ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.573933] env[69289]: DEBUG nova.compute.manager [req-d53a1f9b-044e-4ff0-9c66-a802660ab6a3 req-800d587a-996a-4fda-bf8b-a70c0cae2e24 service nova] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Detach interface failed, port_id=0ba0fb5d-814e-41fd-bd1d-f1b4750e449e, reason: Instance 27f92f24-73a5-45c0-b1b8-b42e221471af could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.621306] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475747} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.623380] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.623643] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.625885] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa77c477-7c5e-4757-a716-be2f4c59357c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.629466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9891fe4e-75a0-41ab-a5c5-957660d4d257 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.668s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.632974] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 936.632974] env[69289]: value = "task-3277382" [ 936.632974] env[69289]: _type = "Task" [ 936.632974] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.642670] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.679040] env[69289]: INFO nova.compute.manager [-] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Took 1.03 seconds to deallocate network for instance. [ 936.722886] env[69289]: INFO nova.compute.manager [-] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Took 1.26 seconds to deallocate network for instance. [ 936.726364] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ae0a4-798b-4e45-9f9f-51481d7cc913 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.738260] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf92dfb-0d65-49f2-89c8-d4924a90d855 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.774687] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d249ed3e-5103-47d7-8d13-4f7a9f4f144a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.785287] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a45a29-c6a8-402b-a4dc-3fe0017193a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.800092] env[69289]: DEBUG nova.compute.provider_tree [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.821369] env[69289]: DEBUG nova.network.neutron [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updated VIF entry in instance network info cache for port 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.821721] env[69289]: DEBUG nova.network.neutron [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [{"id": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "address": "fa:16:3e:31:de:e5", "network": {"id": "cd231eb3-621f-4e38-95fa-cc8b0fe5dff4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-117912026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ab70d83f84e49be96fc9701a923b0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6f9aa5-d5", "ovs_interfaceid": "3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.847990] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "98593665-4542-433a-8984-ec8fdcc8b40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.848242] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.143775] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060864} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.144060] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.144885] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707aac0f-75f2-4f77-9a41-4784d342d2b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.168302] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.169101] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d813d96-7c3a-4c8c-82f7-02fb187b130b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.185384] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.202836] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 937.202836] env[69289]: value = "task-3277383" [ 937.202836] env[69289]: _type = "Task" [ 937.202836] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.213878] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.234200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.303600] env[69289]: DEBUG nova.scheduler.client.report [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.324209] env[69289]: DEBUG oslo_concurrency.lockutils [req-002cecdf-d548-4371-83b4-842ac9b63e89 req-9e4b0326-0985-4523-95d6-12164b0cf8c5 service nova] Releasing lock "refresh_cache-a0ad23b3-7512-4c88-8458-7f10e2c8c70b" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.350872] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.372480] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.396356] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.396660] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.396881] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.397167] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.397418] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.397607] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.397968] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.398213] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.398608] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.398777] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.399066] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.400157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516a4fcb-1573-4874-9e0e-c91661aecb4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.409625] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fbc69b-b352-4131-bf7f-55e5c640d1a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.713717] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.774061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.774305] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.808696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.809422] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.812074] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.673s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.814131] env[69289]: INFO nova.compute.claims [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.874996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.042133] env[69289]: DEBUG nova.compute.manager [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Received event network-vif-plugged-cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.042425] env[69289]: DEBUG oslo_concurrency.lockutils [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] Acquiring lock "3489d484-ef7a-473a-949e-bd975362514d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.042788] env[69289]: DEBUG oslo_concurrency.lockutils [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] Lock "3489d484-ef7a-473a-949e-bd975362514d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.043276] env[69289]: DEBUG oslo_concurrency.lockutils [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] Lock "3489d484-ef7a-473a-949e-bd975362514d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.043478] env[69289]: DEBUG nova.compute.manager [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] No waiting events found dispatching network-vif-plugged-cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 938.043652] env[69289]: WARNING nova.compute.manager [req-4927ccc2-0aa5-4173-a5ea-fe501e028e13 req-7737054a-7c8c-4cde-aa10-5fdd7b914724 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Received unexpected event network-vif-plugged-cdac07af-6cf6-46a6-9d33-8db57fa0ee12 for instance with vm_state building and task_state spawning. [ 938.068355] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Successfully updated port: cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.217292] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277383, 'name': ReconfigVM_Task, 'duration_secs': 0.916649} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.217654] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.218183] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2e47eb-e53f-425b-b1cd-e879ac94ab81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.226258] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 938.226258] env[69289]: value = "task-3277384" [ 938.226258] env[69289]: _type = "Task" [ 938.226258] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.236443] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277384, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.277242] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.318666] env[69289]: DEBUG nova.compute.utils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.321908] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.322036] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.367292] env[69289]: DEBUG nova.policy [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e950834569df4849aa7e84c973aeaee3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9955eb1fa445c9a81ecdc5cc294cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.571499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.571658] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.571797] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.615590] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Successfully created port: 0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.736837] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277384, 'name': Rename_Task, 'duration_secs': 0.272723} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.737218] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.737474] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a079e1-dd04-4f0a-874e-03e2b53b89d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.745781] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 938.745781] env[69289]: value = "task-3277385" [ 938.745781] env[69289]: _type = "Task" [ 938.745781] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.753958] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.800242] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.826026] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.090589] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10c45d-77cc-4e5e-a026-b2397520806c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.099236] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac11d72d-0f51-404b-9fcc-5d470d681a94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.103871] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.132817] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add991bd-e443-4ef3-b4fc-04bb377c7186 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.141715] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0b1a8-f35b-4172-bf2a-618d2483616d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.159087] env[69289]: DEBUG nova.compute.provider_tree [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.258818] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277385, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.262264] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Updating instance_info_cache with network_info: [{"id": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "address": "fa:16:3e:57:31:cb", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdac07af-6c", "ovs_interfaceid": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.662528] env[69289]: DEBUG nova.scheduler.client.report [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.756487] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277385, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.765186] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.765479] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Instance network_info: |[{"id": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "address": "fa:16:3e:57:31:cb", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdac07af-6c", "ovs_interfaceid": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.765872] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:31:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdac07af-6cf6-46a6-9d33-8db57fa0ee12', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.773250] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Creating folder: Project (ba9955eb1fa445c9a81ecdc5cc294cb2). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.773507] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4deb3ab0-0566-403a-af79-ad6c5382478c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.785656] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Created folder: Project (ba9955eb1fa445c9a81ecdc5cc294cb2) in parent group-v654351. [ 939.785869] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Creating folder: Instances. Parent ref: group-v654574. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.786122] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbf5897-2667-4637-af94-bdbf6dd51d3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.796398] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Created folder: Instances in parent group-v654574. [ 939.796671] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.796901] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.797225] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a05d75e-f3e1-493e-98c0-9b868dbde827 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.816969] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.816969] env[69289]: value = "task-3277388" [ 939.816969] env[69289]: _type = "Task" [ 939.816969] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.825031] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277388, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.835321] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.865740] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.866097] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.866649] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.866649] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.867160] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.867160] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.867585] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.867692] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.868079] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.868190] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.868351] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.869717] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a20d5cb-8397-4507-8886-3218bda3b237 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.884270] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf5bf3-8eb8-4479-8235-12598dca537e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.091639] env[69289]: DEBUG nova.compute.manager [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Received event network-changed-cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.091902] env[69289]: DEBUG nova.compute.manager [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Refreshing instance network info cache due to event network-changed-cdac07af-6cf6-46a6-9d33-8db57fa0ee12. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.092140] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Acquiring lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.092289] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Acquired lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.092491] env[69289]: DEBUG nova.network.neutron [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Refreshing network info cache for port cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.110017] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Successfully updated port: 0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.168195] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.168605] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.173570] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.990s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.176192] env[69289]: INFO nova.compute.claims [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.257160] env[69289]: DEBUG oslo_vmware.api [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277385, 'name': PowerOnVM_Task, 'duration_secs': 1.212364} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.257469] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.257671] env[69289]: INFO nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Took 9.76 seconds to spawn the instance on the hypervisor. [ 940.257867] env[69289]: DEBUG nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.258679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5eb99b-b6e2-42ef-aacd-0e4c587ddd3b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.326949] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277388, 'name': CreateVM_Task, 'duration_secs': 0.392463} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.327279] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.327820] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.327988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.328342] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.328599] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcbce61-50a1-41fe-a423-30e2610ff179 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.333238] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 940.333238] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525e8955-7c2b-c677-79b4-97a69e8c9c73" [ 940.333238] env[69289]: _type = "Task" [ 940.333238] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.340986] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525e8955-7c2b-c677-79b4-97a69e8c9c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.615955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.616235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.616492] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.680731] env[69289]: DEBUG nova.compute.utils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.682232] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.682417] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.741491] env[69289]: DEBUG nova.policy [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e950834569df4849aa7e84c973aeaee3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba9955eb1fa445c9a81ecdc5cc294cb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.773974] env[69289]: INFO nova.compute.manager [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Took 26.12 seconds to build instance. [ 940.844142] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525e8955-7c2b-c677-79b4-97a69e8c9c73, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.844427] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.844662] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.844974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.845149] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.845331] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.845591] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abec11bd-2383-4339-9570-c8bc5bf16975 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.857706] env[69289]: DEBUG nova.network.neutron [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Updated VIF entry in instance network info cache for port cdac07af-6cf6-46a6-9d33-8db57fa0ee12. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.858128] env[69289]: DEBUG nova.network.neutron [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Updating instance_info_cache with network_info: [{"id": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "address": "fa:16:3e:57:31:cb", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdac07af-6c", "ovs_interfaceid": "cdac07af-6cf6-46a6-9d33-8db57fa0ee12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.861505] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.861505] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.861505] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da253fca-837b-4dcf-a379-5db477b31c72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.868031] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 940.868031] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5239a5d8-dd32-d3c2-ddaa-c4227a860852" [ 940.868031] env[69289]: _type = "Task" [ 940.868031] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.876988] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5239a5d8-dd32-d3c2-ddaa-c4227a860852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.021549] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Successfully created port: 8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.163528] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.185420] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.275808] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bd76927-5651-489b-a644-95016cce5cea tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.635s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.362635] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Releasing lock "refresh_cache-3489d484-ef7a-473a-949e-bd975362514d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.362923] env[69289]: DEBUG nova.compute.manager [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Received event network-vif-plugged-0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.363132] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Acquiring lock "7619c342-d11b-403b-aa77-62d9d4338608-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.363342] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Lock "7619c342-d11b-403b-aa77-62d9d4338608-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.363505] env[69289]: DEBUG oslo_concurrency.lockutils [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] Lock "7619c342-d11b-403b-aa77-62d9d4338608-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.363668] env[69289]: DEBUG nova.compute.manager [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] No waiting events found dispatching network-vif-plugged-0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.363833] env[69289]: WARNING nova.compute.manager [req-e98f2bf6-e62c-49ef-919d-5e6dace1e7e5 req-2d634013-afd3-4f36-b3db-b424412a4038 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Received unexpected event network-vif-plugged-0448277c-ec1c-442d-8d34-ec49b41980eb for instance with vm_state building and task_state spawning. [ 941.381383] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5239a5d8-dd32-d3c2-ddaa-c4227a860852, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.382210] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a029d45-05e6-4bb1-b5b1-155ff395f1fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.389629] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 941.389629] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523e9639-f99e-36e6-38fe-a9e2665c0c0b" [ 941.389629] env[69289]: _type = "Task" [ 941.389629] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.402215] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523e9639-f99e-36e6-38fe-a9e2665c0c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.403180] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Updating instance_info_cache with network_info: [{"id": "0448277c-ec1c-442d-8d34-ec49b41980eb", "address": "fa:16:3e:09:3a:42", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0448277c-ec", "ovs_interfaceid": "0448277c-ec1c-442d-8d34-ec49b41980eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.404758] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.404758] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 3489d484-ef7a-473a-949e-bd975362514d/3489d484-ef7a-473a-949e-bd975362514d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.405481] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4ea2878-6812-43d9-aeb9-263228d0b373 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.414380] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 941.414380] env[69289]: value = "task-3277389" [ 941.414380] env[69289]: _type = "Task" [ 941.414380] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.422880] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.545712] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4342e6-d85c-4d4d-934c-e45c4820f3e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.554017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb508b5-24fa-4d23-a2d7-b11eeed5c0a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.587198] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eca4f7-1b57-44eb-8ac2-20306545f2e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.600492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85e303c-3592-4c04-b4ef-37db11a50059 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.615644] env[69289]: DEBUG nova.compute.provider_tree [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.906092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.906433] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Instance network_info: |[{"id": "0448277c-ec1c-442d-8d34-ec49b41980eb", "address": "fa:16:3e:09:3a:42", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0448277c-ec", "ovs_interfaceid": "0448277c-ec1c-442d-8d34-ec49b41980eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.906852] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:3a:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0448277c-ec1c-442d-8d34-ec49b41980eb', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.914344] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.914551] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.914851] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98a242b9-a3c9-49b2-be25-c5c9ddcb1ef6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.939566] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461815} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.940795] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 3489d484-ef7a-473a-949e-bd975362514d/3489d484-ef7a-473a-949e-bd975362514d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.941014] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.941243] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.941243] env[69289]: value = "task-3277390" [ 941.941243] env[69289]: _type = "Task" [ 941.941243] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.941479] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfb2d68b-b5a3-4aea-a1b7-c110e11edc3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.950681] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277390, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.951906] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 941.951906] env[69289]: value = "task-3277391" [ 941.951906] env[69289]: _type = "Task" [ 941.951906] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.959511] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.118806] env[69289]: DEBUG nova.scheduler.client.report [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.123050] env[69289]: DEBUG nova.compute.manager [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Received event network-changed-0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.123304] env[69289]: DEBUG nova.compute.manager [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Refreshing instance network info cache due to event network-changed-0448277c-ec1c-442d-8d34-ec49b41980eb. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.123446] env[69289]: DEBUG oslo_concurrency.lockutils [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] Acquiring lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.123583] env[69289]: DEBUG oslo_concurrency.lockutils [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] Acquired lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.123735] env[69289]: DEBUG nova.network.neutron [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Refreshing network info cache for port 0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.199812] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.227732] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.227993] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.228137] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.228322] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.228467] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.228613] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.228818] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.228971] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.229151] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.229310] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.229479] env[69289]: DEBUG nova.virt.hardware [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.230356] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502b271a-845e-48c4-ad20-c668dc815361 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.239292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a8fb26-c113-4520-8ac7-e0e6d137856b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.455391] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277390, 'name': CreateVM_Task, 'duration_secs': 0.37583} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.458833] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.460239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.460421] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.460750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.461625] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60211623-a4e8-46cf-b1cd-24b233b14abb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.467120] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072943} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.468420] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.468827] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 942.468827] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d36fd6-e3c3-1a45-b4f6-03bd63741208" [ 942.468827] env[69289]: _type = "Task" [ 942.468827] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.469437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d01797-e9fd-40c7-baaa-b2b1f4740fa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.495853] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 3489d484-ef7a-473a-949e-bd975362514d/3489d484-ef7a-473a-949e-bd975362514d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.499171] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b43881-be71-4b23-9fe4-5f2c38a4894d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.516026] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d36fd6-e3c3-1a45-b4f6-03bd63741208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.524258] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 942.524258] env[69289]: value = "task-3277392" [ 942.524258] env[69289]: _type = "Task" [ 942.524258] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.533072] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.627173] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.627755] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.632870] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.936s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.635020] env[69289]: INFO nova.compute.claims [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.688972] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Successfully updated port: 8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.847628] env[69289]: DEBUG nova.network.neutron [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Updated VIF entry in instance network info cache for port 0448277c-ec1c-442d-8d34-ec49b41980eb. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.847989] env[69289]: DEBUG nova.network.neutron [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Updating instance_info_cache with network_info: [{"id": "0448277c-ec1c-442d-8d34-ec49b41980eb", "address": "fa:16:3e:09:3a:42", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0448277c-ec", "ovs_interfaceid": "0448277c-ec1c-442d-8d34-ec49b41980eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.943885] env[69289]: DEBUG nova.compute.manager [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 942.982802] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d36fd6-e3c3-1a45-b4f6-03bd63741208, 'name': SearchDatastore_Task, 'duration_secs': 0.036582} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.983824] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.984151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.984425] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.984574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.984756] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.985321] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf1d15a2-f5c8-4dd2-a282-8f60d82f0190 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.995546] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.995712] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.996454] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738a4aea-b82d-44cd-b2c0-a4bcb61f692c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.002393] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 943.002393] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522f8a3c-e963-ec5a-b293-dc715ebb1c15" [ 943.002393] env[69289]: _type = "Task" [ 943.002393] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.010481] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522f8a3c-e963-ec5a-b293-dc715ebb1c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.034479] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277392, 'name': ReconfigVM_Task, 'duration_secs': 0.299699} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.034725] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 3489d484-ef7a-473a-949e-bd975362514d/3489d484-ef7a-473a-949e-bd975362514d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.035422] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a36d8c8-b143-45d9-8a8d-6158cb1febae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.043183] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 943.043183] env[69289]: value = "task-3277393" [ 943.043183] env[69289]: _type = "Task" [ 943.043183] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.052323] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277393, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.141819] env[69289]: DEBUG nova.compute.utils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.143475] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.143475] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.191708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.191959] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.192141] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.194743] env[69289]: DEBUG nova.policy [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f03d27d47d44e5f9a4f6e43eaaeb85b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9d41b7f75b1485a9541c8996047fa6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.350960] env[69289]: DEBUG oslo_concurrency.lockutils [req-400a4832-f713-42f8-8b28-b8c397380f32 req-4d249e1d-8549-4a6c-8c87-cb7c7bbb1fbc service nova] Releasing lock "refresh_cache-7619c342-d11b-403b-aa77-62d9d4338608" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.471068] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.481493] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Successfully created port: 09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.513020] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522f8a3c-e963-ec5a-b293-dc715ebb1c15, 'name': SearchDatastore_Task, 'duration_secs': 0.02106} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.513844] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951a8321-ac38-4c66-a573-b84dd6cfe666 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.519224] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 943.519224] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5254b82a-5aae-399e-5b03-6aab30a03dcf" [ 943.519224] env[69289]: _type = "Task" [ 943.519224] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.527387] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5254b82a-5aae-399e-5b03-6aab30a03dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.552770] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277393, 'name': Rename_Task, 'duration_secs': 0.159883} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.553067] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.553569] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7e288f-2cfe-4d22-a41f-21bf7bac7e53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.560138] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 943.560138] env[69289]: value = "task-3277394" [ 943.560138] env[69289]: _type = "Task" [ 943.560138] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.569688] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.647949] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.731067] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.859299] env[69289]: DEBUG nova.network.neutron [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Updating instance_info_cache with network_info: [{"id": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "address": "fa:16:3e:ea:9b:11", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7fbda2-e7", "ovs_interfaceid": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.925102] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83e47f-fe4b-4afc-8137-113e01653aff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.933109] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f38330a-c9bb-43bc-81f7-67ca9ef1273e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.963670] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109693c4-bb5a-4d54-bb69-9d0467710919 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.971920] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5e1682-8b3f-4e91-9b5f-173c205eb95d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.985602] env[69289]: DEBUG nova.compute.provider_tree [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.030988] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5254b82a-5aae-399e-5b03-6aab30a03dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.035764} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.031287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.031548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 7619c342-d11b-403b-aa77-62d9d4338608/7619c342-d11b-403b-aa77-62d9d4338608.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.031806] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49beda3-b298-4325-8a55-cd6938e2efae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.039952] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 944.039952] env[69289]: value = "task-3277395" [ 944.039952] env[69289]: _type = "Task" [ 944.039952] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.048764] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.070569] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.148595] env[69289]: DEBUG nova.compute.manager [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Received event network-vif-plugged-8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.148833] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Acquiring lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.149037] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.149197] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.149361] env[69289]: DEBUG nova.compute.manager [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] No waiting events found dispatching network-vif-plugged-8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.149519] env[69289]: WARNING nova.compute.manager [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Received unexpected event network-vif-plugged-8c7fbda2-e7db-4013-91d1-af97fccbd257 for instance with vm_state building and task_state spawning. [ 944.149672] env[69289]: DEBUG nova.compute.manager [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Received event network-changed-8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.149819] env[69289]: DEBUG nova.compute.manager [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Refreshing instance network info cache due to event network-changed-8c7fbda2-e7db-4013-91d1-af97fccbd257. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.149979] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Acquiring lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.361959] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.362340] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Instance network_info: |[{"id": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "address": "fa:16:3e:ea:9b:11", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7fbda2-e7", "ovs_interfaceid": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.362666] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Acquired lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.362843] env[69289]: DEBUG nova.network.neutron [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Refreshing network info cache for port 8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.364096] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9b:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c7fbda2-e7db-4013-91d1-af97fccbd257', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.371465] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.374531] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.375021] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11706079-ce9f-4e40-b6e1-22fca647bdcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.398874] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.398874] env[69289]: value = "task-3277396" [ 944.398874] env[69289]: _type = "Task" [ 944.398874] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.412620] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277396, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.489450] env[69289]: DEBUG nova.scheduler.client.report [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.552733] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.573177] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277394, 'name': PowerOnVM_Task, 'duration_secs': 0.585551} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.573819] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.573819] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Took 7.20 seconds to spawn the instance on the hypervisor. [ 944.573947] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.574839] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c9eef6-4ce8-44a7-ad38-944dbe08b37a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.633295] env[69289]: DEBUG nova.network.neutron [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Updated VIF entry in instance network info cache for port 8c7fbda2-e7db-4013-91d1-af97fccbd257. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.633645] env[69289]: DEBUG nova.network.neutron [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Updating instance_info_cache with network_info: [{"id": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "address": "fa:16:3e:ea:9b:11", "network": {"id": "d1b1a476-31e0-41ad-b8e4-d40083ef8d0c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1710590341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba9955eb1fa445c9a81ecdc5cc294cb2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7fbda2-e7", "ovs_interfaceid": "8c7fbda2-e7db-4013-91d1-af97fccbd257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.657015] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.690977] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.691433] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.691719] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.692042] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.692281] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.692507] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.692865] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.693209] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.693510] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.693945] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.694118] env[69289]: DEBUG nova.virt.hardware [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.695437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27fee17-3720-4a6c-aacc-10a618385f06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.708489] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da16608-3722-4068-bcad-d51741ccb796 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.909876] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277396, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.001042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.001042] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.003370] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Successfully updated port: 09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.004037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.582s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.004257] env[69289]: DEBUG nova.objects.instance [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'resources' on Instance uuid 49fa1790-4fe4-42c6-96f8-211d4e320a05 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.051946] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804314} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.052238] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 7619c342-d11b-403b-aa77-62d9d4338608/7619c342-d11b-403b-aa77-62d9d4338608.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.052454] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.052709] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b81d7a2-2be9-4e6e-be38-3cf481390f34 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.061985] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 945.061985] env[69289]: value = "task-3277397" [ 945.061985] env[69289]: _type = "Task" [ 945.061985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.072105] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.094120] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Took 23.06 seconds to build instance. [ 945.136516] env[69289]: DEBUG oslo_concurrency.lockutils [req-ab08acc0-c444-4fba-9fc8-27363623cb15 req-8e6daf36-db80-4e91-9c69-e52a06f6e894 service nova] Releasing lock "refresh_cache-a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.411175] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277396, 'name': CreateVM_Task, 'duration_secs': 0.567176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.411302] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.411977] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.412172] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.412487] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.412743] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65aa6d16-3a15-407f-aaa0-b7167ff30e58 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.418315] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 945.418315] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb4cba-8cca-945c-9503-8ccb2aedddcf" [ 945.418315] env[69289]: _type = "Task" [ 945.418315] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.426927] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb4cba-8cca-945c-9503-8ccb2aedddcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.507515] env[69289]: DEBUG nova.compute.utils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.509193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.509271] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquired lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.509397] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.512945] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.513084] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.561702] env[69289]: DEBUG nova.policy [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '469218affd8d412c89f783cefab4c0c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b4411bc47a4475bbb52f8ceea6df041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.575483] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068437} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.575869] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.576731] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f025b-e013-4820-a38b-88435cf999be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.604285] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 7619c342-d11b-403b-aa77-62d9d4338608/7619c342-d11b-403b-aa77-62d9d4338608.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.607641] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.608s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.607878] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f787b88-e812-49bc-8b5c-26eccc47cb42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.630554] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 945.630554] env[69289]: value = "task-3277398" [ 945.630554] env[69289]: _type = "Task" [ 945.630554] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.645077] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.854784] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Successfully created port: 8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.867017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af42538d-9f84-4ba0-9a20-65172cec22ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.875673] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fcdd21-9c07-4c34-b92b-9748bbe7fcd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.908375] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc025a6-9f73-4773-890e-8d1aebfb8921 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.916450] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa844ce0-35b1-4873-94e9-c379e884fc6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.936432] env[69289]: DEBUG nova.compute.provider_tree [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.938850] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cb4cba-8cca-945c-9503-8ccb2aedddcf, 'name': SearchDatastore_Task, 'duration_secs': 0.096793} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.938850] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.939184] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.939476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.939631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.939810] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.940067] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad004d1-4c6b-462f-ab97-cf0e5681e9b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.955971] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.956157] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.956875] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b08cab-3684-4bfa-93bc-f51b9f4a1c77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.964606] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 945.964606] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520e0eb1-2331-63da-debd-feae2c9d3cff" [ 945.964606] env[69289]: _type = "Task" [ 945.964606] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.972934] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520e0eb1-2331-63da-debd-feae2c9d3cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.016098] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.062300] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.142017] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.181367] env[69289]: DEBUG nova.compute.manager [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Received event network-vif-plugged-09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.181597] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Acquiring lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.181798] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.181999] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.182133] env[69289]: DEBUG nova.compute.manager [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] No waiting events found dispatching network-vif-plugged-09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.182343] env[69289]: WARNING nova.compute.manager [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Received unexpected event network-vif-plugged-09445fe0-2662-4339-aba7-552b36b6c824 for instance with vm_state building and task_state spawning. [ 946.182445] env[69289]: DEBUG nova.compute.manager [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Received event network-changed-09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.182601] env[69289]: DEBUG nova.compute.manager [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Refreshing instance network info cache due to event network-changed-09445fe0-2662-4339-aba7-552b36b6c824. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.182753] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Acquiring lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.207412] env[69289]: DEBUG nova.network.neutron [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Updating instance_info_cache with network_info: [{"id": "09445fe0-2662-4339-aba7-552b36b6c824", "address": "fa:16:3e:ef:90:0d", "network": {"id": "d7d3b1a6-de7c-40d5-9d96-f10879305a47", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-897489014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d41b7f75b1485a9541c8996047fa6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09445fe0-26", "ovs_interfaceid": "09445fe0-2662-4339-aba7-552b36b6c824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.442503] env[69289]: DEBUG nova.scheduler.client.report [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.476586] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520e0eb1-2331-63da-debd-feae2c9d3cff, 'name': SearchDatastore_Task, 'duration_secs': 0.053825} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.477738] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492158f9-c300-40b2-8438-378734f99555 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.483281] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 946.483281] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1d0c6-02df-92ce-a1b7-8d71db7c275f" [ 946.483281] env[69289]: _type = "Task" [ 946.483281] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.492214] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1d0c6-02df-92ce-a1b7-8d71db7c275f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.643972] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277398, 'name': ReconfigVM_Task, 'duration_secs': 0.716915} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.644293] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 7619c342-d11b-403b-aa77-62d9d4338608/7619c342-d11b-403b-aa77-62d9d4338608.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.644988] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ec3911-ec21-404b-b451-54a952e27647 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.653601] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 946.653601] env[69289]: value = "task-3277399" [ 946.653601] env[69289]: _type = "Task" [ 946.653601] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.662377] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277399, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.710294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Releasing lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.710665] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Instance network_info: |[{"id": "09445fe0-2662-4339-aba7-552b36b6c824", "address": "fa:16:3e:ef:90:0d", "network": {"id": "d7d3b1a6-de7c-40d5-9d96-f10879305a47", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-897489014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d41b7f75b1485a9541c8996047fa6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09445fe0-26", "ovs_interfaceid": "09445fe0-2662-4339-aba7-552b36b6c824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.710972] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Acquired lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.711216] env[69289]: DEBUG nova.network.neutron [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Refreshing network info cache for port 09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.712371] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:90:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09445fe0-2662-4339-aba7-552b36b6c824', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.720035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Creating folder: Project (f9d41b7f75b1485a9541c8996047fa6e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.720561] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9eb591a-4856-4c72-ba6f-5402fedd8c58 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.735471] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Created folder: Project (f9d41b7f75b1485a9541c8996047fa6e) in parent group-v654351. [ 946.735674] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Creating folder: Instances. Parent ref: group-v654579. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.735929] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca8ecfb-83a7-4877-a192-7f121293e613 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.747835] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Created folder: Instances in parent group-v654579. [ 946.748102] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.748314] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.748532] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7af6b93b-c9c1-417d-a2c9-50b999f652e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.770366] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.770366] env[69289]: value = "task-3277402" [ 946.770366] env[69289]: _type = "Task" [ 946.770366] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.779148] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277402, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.946836] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.949310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.062s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.949502] env[69289]: DEBUG nova.objects.instance [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.969857] env[69289]: INFO nova.scheduler.client.report [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted allocations for instance 49fa1790-4fe4-42c6-96f8-211d4e320a05 [ 946.997227] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f1d0c6-02df-92ce-a1b7-8d71db7c275f, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.998285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.998628] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61/a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.998829] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e616f368-cbe5-4aa2-9d8f-83a68cd43bcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.007781] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 947.007781] env[69289]: value = "task-3277403" [ 947.007781] env[69289]: _type = "Task" [ 947.007781] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.018286] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.028036] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.057257] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.057530] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.057690] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.057871] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.058026] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.058178] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.058459] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.058642] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.058828] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.058998] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.059193] env[69289]: DEBUG nova.virt.hardware [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.060542] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12419870-ae63-47ff-ac4f-d69f1a9e535c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.070735] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894dff4c-4768-4ec6-bc23-8c6c2a5026d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.164835] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277399, 'name': Rename_Task, 'duration_secs': 0.155998} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.165231] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.165416] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79316d2f-72cc-4f74-9b22-89ebfc8b5d99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.173455] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 947.173455] env[69289]: value = "task-3277404" [ 947.173455] env[69289]: _type = "Task" [ 947.173455] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.183713] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.285356] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277402, 'name': CreateVM_Task, 'duration_secs': 0.393003} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.285559] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.286341] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.286521] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.286854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.287646] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b6a003-e4b7-4553-aeb5-f8b0beeead4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.294711] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 947.294711] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ccb67f-7a72-5432-9afb-4d765d06222c" [ 947.294711] env[69289]: _type = "Task" [ 947.294711] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.305477] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ccb67f-7a72-5432-9afb-4d765d06222c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.478167] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33905d3b-2c1b-41dd-8b86-2aaaa113c1ac tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "49fa1790-4fe4-42c6-96f8-211d4e320a05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.192s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.519489] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.646146] env[69289]: DEBUG nova.network.neutron [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Updated VIF entry in instance network info cache for port 09445fe0-2662-4339-aba7-552b36b6c824. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.646738] env[69289]: DEBUG nova.network.neutron [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Updating instance_info_cache with network_info: [{"id": "09445fe0-2662-4339-aba7-552b36b6c824", "address": "fa:16:3e:ef:90:0d", "network": {"id": "d7d3b1a6-de7c-40d5-9d96-f10879305a47", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-897489014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9d41b7f75b1485a9541c8996047fa6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09445fe0-26", "ovs_interfaceid": "09445fe0-2662-4339-aba7-552b36b6c824", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.661338] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Successfully updated port: 8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.687505] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277404, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.805857] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ccb67f-7a72-5432-9afb-4d765d06222c, 'name': SearchDatastore_Task, 'duration_secs': 0.027681} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.806221] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.806473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.806718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.806861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.807049] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.807331] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbdf221c-29ee-4afb-b172-90f031062101 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.818841] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.819043] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.819809] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-668defe4-758c-4356-9837-4c0cf862c9b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.826025] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 947.826025] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521a3f7b-d5d1-892d-a437-462426e59771" [ 947.826025] env[69289]: _type = "Task" [ 947.826025] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.834705] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521a3f7b-d5d1-892d-a437-462426e59771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.958635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fe3a8c7-a0b4-4d29-9fe0-e68d493c16b6 tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.959472] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.548s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.959790] env[69289]: DEBUG nova.objects.instance [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lazy-loading 'resources' on Instance uuid 51e7db56-f0fd-46fd-8090-68ade68de9a5 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.028700] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.152103] env[69289]: DEBUG oslo_concurrency.lockutils [req-0cf3e6a9-716a-468b-8155-d3e141737f6d req-6e548d58-6e7e-42ae-9979-f6e0f736fd6f service nova] Releasing lock "refresh_cache-0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.164114] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.164332] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.164394] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.189517] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277404, 'name': PowerOnVM_Task, 'duration_secs': 1.014242} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.190049] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.190364] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Took 8.35 seconds to spawn the instance on the hypervisor. [ 948.190645] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.192609] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c80873-2b8a-4a7e-aa7d-350befa4d7fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.213671] env[69289]: DEBUG nova.compute.manager [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Received event network-vif-plugged-8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.213960] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Acquiring lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.214161] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.214341] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.214548] env[69289]: DEBUG nova.compute.manager [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] No waiting events found dispatching network-vif-plugged-8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.214732] env[69289]: WARNING nova.compute.manager [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Received unexpected event network-vif-plugged-8892f5be-ab43-4b49-a771-08d44ffe7656 for instance with vm_state building and task_state spawning. [ 948.214840] env[69289]: DEBUG nova.compute.manager [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Received event network-changed-8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.215024] env[69289]: DEBUG nova.compute.manager [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Refreshing instance network info cache due to event network-changed-8892f5be-ab43-4b49-a771-08d44ffe7656. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.215244] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Acquiring lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.343973] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521a3f7b-d5d1-892d-a437-462426e59771, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.346089] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34c70850-f281-4b89-8b5a-f462ae318669 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.353693] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 948.353693] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5252a0b5-82cb-c04a-30ba-ed2338472b99" [ 948.353693] env[69289]: _type = "Task" [ 948.353693] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.364126] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5252a0b5-82cb-c04a-30ba-ed2338472b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.486300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "90c0a32f-f947-4273-a850-fe110d6e954f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.487463] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.488067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.488383] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.488640] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.493828] env[69289]: INFO nova.compute.manager [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Terminating instance [ 948.524934] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.698806] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.718923] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Took 26.66 seconds to build instance. [ 948.775807] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5a24f-a8da-4931-9734-2554a638de39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd499a69-a81d-4f12-98f0-93d7c678d4df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.816798] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cced66f7-554c-407f-9270-ceb50a89bfe3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.824874] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b9b744-749b-4127-a29f-27f173af5f34 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.839659] env[69289]: DEBUG nova.compute.provider_tree [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.850859] env[69289]: DEBUG nova.network.neutron [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updating instance_info_cache with network_info: [{"id": "8892f5be-ab43-4b49-a771-08d44ffe7656", "address": "fa:16:3e:d8:97:35", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8892f5be-ab", "ovs_interfaceid": "8892f5be-ab43-4b49-a771-08d44ffe7656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.866601] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5252a0b5-82cb-c04a-30ba-ed2338472b99, 'name': SearchDatastore_Task, 'duration_secs': 0.054915} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.867142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.867142] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a/0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.867486] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb1f461e-b8ef-4703-8f67-46cd96ac4202 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.876182] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 948.876182] env[69289]: value = "task-3277405" [ 948.876182] env[69289]: _type = "Task" [ 948.876182] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.887056] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.001827] env[69289]: DEBUG nova.compute.manager [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.001827] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.003363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8acbad2-b116-4afd-b474-81b1de3a220a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.012754] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.015799] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a12988a6-13bc-4796-8e99-3f13cbe479a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.023096] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277403, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.597327} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.024421] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61/a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.024642] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.024951] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 949.024951] env[69289]: value = "task-3277406" [ 949.024951] env[69289]: _type = "Task" [ 949.024951] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.025164] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a2973ce-d64b-4775-be8c-0eb0b756a2cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.034510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "d850226c-c107-4826-90c8-9de885241df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.034763] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.042150] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.045919] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 949.045919] env[69289]: value = "task-3277407" [ 949.045919] env[69289]: _type = "Task" [ 949.045919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.060898] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.222020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.176s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.343060] env[69289]: DEBUG nova.scheduler.client.report [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.354164] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.354538] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Instance network_info: |[{"id": "8892f5be-ab43-4b49-a771-08d44ffe7656", "address": "fa:16:3e:d8:97:35", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8892f5be-ab", "ovs_interfaceid": "8892f5be-ab43-4b49-a771-08d44ffe7656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.354907] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Acquired lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.355204] env[69289]: DEBUG nova.network.neutron [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Refreshing network info cache for port 8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.356487] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:97:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8892f5be-ab43-4b49-a771-08d44ffe7656', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.364955] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.368820] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.369453] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-225eff07-d262-43a3-aa43-931f9ccfd009 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.397203] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495159} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.398472] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a/0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.398696] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.398930] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.398930] env[69289]: value = "task-3277408" [ 949.398930] env[69289]: _type = "Task" [ 949.398930] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.399128] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc32120-83a2-437e-b44a-576aa7199af0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.411142] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277408, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.412696] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 949.412696] env[69289]: value = "task-3277409" [ 949.412696] env[69289]: _type = "Task" [ 949.412696] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.422653] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.538170] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.540742] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277406, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.558876] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152332} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.559161] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.559993] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41258c7-dcc8-4e8a-b958-1081a39ec4c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.586170] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61/a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.589422] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d523790-fa8d-4dcb-bcc0-e474c4d4d8c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.612096] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 949.612096] env[69289]: value = "task-3277410" [ 949.612096] env[69289]: _type = "Task" [ 949.612096] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.622072] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.640051] env[69289]: DEBUG nova.network.neutron [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updated VIF entry in instance network info cache for port 8892f5be-ab43-4b49-a771-08d44ffe7656. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.640399] env[69289]: DEBUG nova.network.neutron [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updating instance_info_cache with network_info: [{"id": "8892f5be-ab43-4b49-a771-08d44ffe7656", "address": "fa:16:3e:d8:97:35", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8892f5be-ab", "ovs_interfaceid": "8892f5be-ab43-4b49-a771-08d44ffe7656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.848018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.850455] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.665s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.850719] env[69289]: DEBUG nova.objects.instance [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lazy-loading 'resources' on Instance uuid 5f7a8854-3054-4367-ba3b-dd17e5cc838b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.873182] env[69289]: INFO nova.scheduler.client.report [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleted allocations for instance 51e7db56-f0fd-46fd-8090-68ade68de9a5 [ 949.912861] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277408, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.923895] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082232} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.924137] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.925013] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2c811b-2076-4ad6-9a8e-7e1748c7e716 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.949280] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a/0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.950288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd080222-733f-4f96-b6f5-6f26b3ccab07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.971847] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 949.971847] env[69289]: value = "task-3277411" [ 949.971847] env[69289]: _type = "Task" [ 949.971847] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.981855] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277411, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.038393] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277406, 'name': PowerOffVM_Task, 'duration_secs': 0.692037} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.038674] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.038841] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.039266] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c745c8-9e6b-4cfe-b11a-17f50630edf0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.058792] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.112349] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.112558] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.112738] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore2] 90c0a32f-f947-4273-a850-fe110d6e954f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.113096] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-249644da-3e7f-4575-87d3-7f87a844e267 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.124345] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277410, 'name': ReconfigVM_Task, 'duration_secs': 0.331107} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.129158] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Reconfigured VM instance instance-00000055 to attach disk [datastore2] a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61/a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.129158] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 950.129158] env[69289]: value = "task-3277413" [ 950.129158] env[69289]: _type = "Task" [ 950.129158] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.129158] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e096768-463e-416c-9fb5-8cfd8ebb5de6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.138810] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.140181] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 950.140181] env[69289]: value = "task-3277414" [ 950.140181] env[69289]: _type = "Task" [ 950.140181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.143606] env[69289]: DEBUG oslo_concurrency.lockutils [req-aefb382c-f650-40ec-8fc4-50361fba750b req-23c45b86-5fa1-430a-be6c-17888455401c service nova] Releasing lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.384069] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9bc4c018-e254-4ab6-972b-7e6521ac449c tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "51e7db56-f0fd-46fd-8090-68ade68de9a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.402s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.413253] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277408, 'name': CreateVM_Task, 'duration_secs': 0.687858} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.413253] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.413840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.414335] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.414335] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.414689] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b881e40-a04b-42a2-ac36-95bf73e992a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.425743] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 950.425743] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524f444a-0e29-fe18-4969-3c21f2ba963f" [ 950.425743] env[69289]: _type = "Task" [ 950.425743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.436721] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524f444a-0e29-fe18-4969-3c21f2ba963f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.484216] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277411, 'name': ReconfigVM_Task, 'duration_secs': 0.401567} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.484446] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a/0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.485339] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-231266eb-43ca-4d6f-b4dd-0e5701cd51d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.498202] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 950.498202] env[69289]: value = "task-3277415" [ 950.498202] env[69289]: _type = "Task" [ 950.498202] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.513358] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277415, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.650019] env[69289]: DEBUG oslo_vmware.api [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213098} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.650752] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.651194] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.651285] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.651427] env[69289]: INFO nova.compute.manager [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 950.651705] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.652368] env[69289]: DEBUG nova.compute.manager [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.652447] env[69289]: DEBUG nova.network.neutron [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.658289] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277414, 'name': Rename_Task, 'duration_secs': 0.20541} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.661217] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.662455] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fed60dea-83d8-4e71-8695-068f3d42306d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669548] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 950.669548] env[69289]: value = "task-3277416" [ 950.669548] env[69289]: _type = "Task" [ 950.669548] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.685217] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.747090] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b089ffa1-eda3-48a3-922a-7f45ea342228 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.756486] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3025b380-bb02-4820-8db8-ac7d11907254 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.797090] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa837626-7ade-4928-879f-24b6fd53ac4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.806074] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6d0691-5cee-41b2-8de8-77e9b1e6a0fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.821708] env[69289]: DEBUG nova.compute.provider_tree [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.939129] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524f444a-0e29-fe18-4969-3c21f2ba963f, 'name': SearchDatastore_Task, 'duration_secs': 0.01724} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.940245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.940505] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.940748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.940972] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.941123] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.942301] env[69289]: DEBUG nova.compute.manager [req-eb9acfd2-2b38-42b5-b146-5a86cdd4c853 req-f26fcd5e-23b5-4c17-84de-73602d163653 service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Received event network-vif-deleted-3e5d4a87-ab5c-41e7-88eb-0c7261888dd0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.942519] env[69289]: INFO nova.compute.manager [req-eb9acfd2-2b38-42b5-b146-5a86cdd4c853 req-f26fcd5e-23b5-4c17-84de-73602d163653 service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Neutron deleted interface 3e5d4a87-ab5c-41e7-88eb-0c7261888dd0; detaching it from the instance and deleting it from the info cache [ 950.942708] env[69289]: DEBUG nova.network.neutron [req-eb9acfd2-2b38-42b5-b146-5a86cdd4c853 req-f26fcd5e-23b5-4c17-84de-73602d163653 service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.944033] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aaa51a9-2147-4f03-b7f6-63def02bd348 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.957822] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.958033] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.958829] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03026f35-cd6e-40e8-9a46-70754b3632ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.965861] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 950.965861] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528bab53-2be6-e7b8-9737-aa12f8c01a0b" [ 950.965861] env[69289]: _type = "Task" [ 950.965861] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.974624] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528bab53-2be6-e7b8-9737-aa12f8c01a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.008825] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277415, 'name': Rename_Task, 'duration_secs': 0.311086} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.009148] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.009445] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a714cac-8aa6-4ca5-9065-ae26351be0da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.017463] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 951.017463] env[69289]: value = "task-3277417" [ 951.017463] env[69289]: _type = "Task" [ 951.017463] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.027482] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.118589] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.118950] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.119205] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.119401] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.119584] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.121876] env[69289]: INFO nova.compute.manager [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Terminating instance [ 951.181547] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.325076] env[69289]: DEBUG nova.scheduler.client.report [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.421028] env[69289]: DEBUG nova.network.neutron [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.448007] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f3faab6-513b-4050-82db-088a6ffe6aa3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.460684] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fffbc5-b03e-4c7c-8852-da0eb72dc04b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.485152] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528bab53-2be6-e7b8-9737-aa12f8c01a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.020084} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.486351] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaa491a-d698-431d-8a80-ad0a4ec3703d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.502845] env[69289]: DEBUG nova.compute.manager [req-eb9acfd2-2b38-42b5-b146-5a86cdd4c853 req-f26fcd5e-23b5-4c17-84de-73602d163653 service nova] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Detach interface failed, port_id=3e5d4a87-ab5c-41e7-88eb-0c7261888dd0, reason: Instance 90c0a32f-f947-4273-a850-fe110d6e954f could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 951.504734] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 951.504734] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52750c4c-9f5d-57bc-31ac-2c72bc4e696b" [ 951.504734] env[69289]: _type = "Task" [ 951.504734] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.514571] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52750c4c-9f5d-57bc-31ac-2c72bc4e696b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.528059] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.625666] env[69289]: DEBUG nova.compute.manager [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.626131] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.627013] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc43d75-3556-4e9b-8d6f-ce8a498a26df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.636719] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.637049] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ab6f7d-293d-4f50-a4be-5c0cf9aecf6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.645633] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 951.645633] env[69289]: value = "task-3277418" [ 951.645633] env[69289]: _type = "Task" [ 951.645633] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.656495] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.699219] env[69289]: DEBUG oslo_vmware.api [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277416, 'name': PowerOnVM_Task, 'duration_secs': 0.51667} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.699219] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.699219] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Took 9.50 seconds to spawn the instance on the hypervisor. [ 951.699219] env[69289]: DEBUG nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.699219] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5462b735-4cd7-45c4-aaa5-0a7ae94f85b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.831024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.834569] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.600s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.835072] env[69289]: DEBUG nova.objects.instance [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid 27f92f24-73a5-45c0-b1b8-b42e221471af {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.863648] env[69289]: INFO nova.scheduler.client.report [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Deleted allocations for instance 5f7a8854-3054-4367-ba3b-dd17e5cc838b [ 951.925663] env[69289]: INFO nova.compute.manager [-] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Took 1.27 seconds to deallocate network for instance. [ 952.015298] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52750c4c-9f5d-57bc-31ac-2c72bc4e696b, 'name': SearchDatastore_Task, 'duration_secs': 0.022205} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.015676] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.015789] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/182afd47-30fe-42cc-b84a-82e7b2b6ac07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.016063] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dfe14f7-4e4f-4e58-9396-8d91d3367271 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.023991] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 952.023991] env[69289]: value = "task-3277419" [ 952.023991] env[69289]: _type = "Task" [ 952.023991] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.029792] env[69289]: DEBUG oslo_vmware.api [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277417, 'name': PowerOnVM_Task, 'duration_secs': 0.616996} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.030352] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.030559] env[69289]: INFO nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Took 7.37 seconds to spawn the instance on the hypervisor. [ 952.030753] env[69289]: DEBUG nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.031876] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7278f7-894b-4e05-950f-a0cc30e07a0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.037374] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.157762] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277418, 'name': PowerOffVM_Task, 'duration_secs': 0.275186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.158045] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.158222] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.158566] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaef9b0a-c934-4966-8ad6-d31465b000e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.218371] env[69289]: INFO nova.compute.manager [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Took 30.11 seconds to build instance. [ 952.243672] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.243899] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.244098] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleting the datastore file [datastore1] a0ad23b3-7512-4c88-8458-7f10e2c8c70b {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.244404] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e76323-576c-4aff-823f-df1a56d62867 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.252828] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for the task: (returnval){ [ 952.252828] env[69289]: value = "task-3277421" [ 952.252828] env[69289]: _type = "Task" [ 952.252828] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.261125] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.371550] env[69289]: DEBUG oslo_concurrency.lockutils [None req-746543e0-5139-4bba-a82c-e0e34cb165ba tempest-ServersListShow2100Test-1784127397 tempest-ServersListShow2100Test-1784127397-project-member] Lock "5f7a8854-3054-4367-ba3b-dd17e5cc838b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.473s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.431930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.535571] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.554058] env[69289]: INFO nova.compute.manager [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Took 27.38 seconds to build instance. [ 952.643862] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89283f-e949-4344-8f78-67d2723974ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.654565] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ec392-2214-41ac-a7b8-8bf3d91e0761 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.696847] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ec89d5-4708-48af-b104-8248dd17b92d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.705719] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cae0dd-b87e-47ce-a7ef-0264b76eede8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.721816] env[69289]: DEBUG oslo_concurrency.lockutils [None req-29f36e8c-551a-4a4b-af49-e2e0b723d510 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.627s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.722441] env[69289]: DEBUG nova.compute.provider_tree [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.765088] env[69289]: DEBUG oslo_vmware.api [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Task: {'id': task-3277421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38693} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.765441] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.765638] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.765825] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.765998] env[69289]: INFO nova.compute.manager [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 952.766270] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.766507] env[69289]: DEBUG nova.compute.manager [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.766597] env[69289]: DEBUG nova.network.neutron [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.904090] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.036960] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840747} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.037587] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/182afd47-30fe-42cc-b84a-82e7b2b6ac07.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.037587] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.037727] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1549d8a-96a5-4acc-88d5-4e9ea0ce2643 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.045524] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 953.045524] env[69289]: value = "task-3277422" [ 953.045524] env[69289]: _type = "Task" [ 953.045524] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.056277] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d1ae2401-a6cf-4c45-8ca9-ec76097b9616 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.903s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.056648] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.057008] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.154s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.057352] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.057669] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.057948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.060773] env[69289]: INFO nova.compute.manager [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Terminating instance [ 953.128442] env[69289]: DEBUG nova.compute.manager [req-f0f4eb3e-b777-4380-8f56-b2638b140257 req-d55ec733-44d8-4c8a-a08c-032b5c06c2d4 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Received event network-vif-deleted-3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.128660] env[69289]: INFO nova.compute.manager [req-f0f4eb3e-b777-4380-8f56-b2638b140257 req-d55ec733-44d8-4c8a-a08c-032b5c06c2d4 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Neutron deleted interface 3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e; detaching it from the instance and deleting it from the info cache [ 953.128836] env[69289]: DEBUG nova.network.neutron [req-f0f4eb3e-b777-4380-8f56-b2638b140257 req-d55ec733-44d8-4c8a-a08c-032b5c06c2d4 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.226421] env[69289]: DEBUG nova.scheduler.client.report [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.532041] env[69289]: DEBUG nova.network.neutron [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.558215] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073969} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.558504] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.559319] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19aa897-a66a-4ba2-8f28-79dce5e7e54e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.565272] env[69289]: DEBUG nova.compute.manager [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.566355] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.576101] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e368a-54cf-470c-b923-299206cffe8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.587350] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/182afd47-30fe-42cc-b84a-82e7b2b6ac07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.588016] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12162c80-7e84-4a1e-a276-49920d47e27d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.609441] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.611154] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09970f2-8e3d-4138-9e93-89fd7dd3c0fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.613122] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 953.613122] env[69289]: value = "task-3277423" [ 953.613122] env[69289]: _type = "Task" [ 953.613122] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.619829] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 953.619829] env[69289]: value = "task-3277424" [ 953.619829] env[69289]: _type = "Task" [ 953.619829] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.623425] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.632550] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.632812] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f12bb3f0-e4a0-4e30-88f1-096510a937e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.644752] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f501eb-4bc0-471e-b07f-326cd448c6fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.681148] env[69289]: DEBUG nova.compute.manager [req-f0f4eb3e-b777-4380-8f56-b2638b140257 req-d55ec733-44d8-4c8a-a08c-032b5c06c2d4 service nova] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Detach interface failed, port_id=3b6f9aa5-d5a0-4741-9ca3-1d245ee3a16e, reason: Instance a0ad23b3-7512-4c88-8458-7f10e2c8c70b could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.731658] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.735625] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.860s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.737221] env[69289]: INFO nova.compute.claims [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.756964] env[69289]: INFO nova.scheduler.client.report [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance 27f92f24-73a5-45c0-b1b8-b42e221471af [ 953.777973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "3489d484-ef7a-473a-949e-bd975362514d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.778493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.778817] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "3489d484-ef7a-473a-949e-bd975362514d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.779188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.779799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.782201] env[69289]: INFO nova.compute.manager [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Terminating instance [ 954.034847] env[69289]: INFO nova.compute.manager [-] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Took 1.27 seconds to deallocate network for instance. [ 954.124717] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.135080] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277424, 'name': PowerOffVM_Task, 'duration_secs': 0.330801} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.135493] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.135703] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.135977] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdc1e273-9375-4ff4-a82f-8ef622444742 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.219287] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.219287] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.219287] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Deleting the datastore file [datastore2] 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.219287] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00021913-0526-4317-8bff-5a2d8896a34a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.230040] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for the task: (returnval){ [ 954.230040] env[69289]: value = "task-3277426" [ 954.230040] env[69289]: _type = "Task" [ 954.230040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.240125] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.265120] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed34cfa3-83a0-4008-aea3-e3adf913b6be tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "27f92f24-73a5-45c0-b1b8-b42e221471af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.505s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.286194] env[69289]: DEBUG nova.compute.manager [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.286473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.287648] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d981d8-dd54-4d02-b64a-237d8d039926 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.310653] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.310986] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b105657-2c93-4f63-94ff-a1bb6ace5136 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.319559] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 954.319559] env[69289]: value = "task-3277427" [ 954.319559] env[69289]: _type = "Task" [ 954.319559] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.330509] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.541306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.625781] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.740263] env[69289]: DEBUG oslo_vmware.api [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Task: {'id': task-3277426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149514} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.740539] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.740721] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.740895] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.741085] env[69289]: INFO nova.compute.manager [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 954.741335] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.741561] env[69289]: DEBUG nova.compute.manager [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.741656] env[69289]: DEBUG nova.network.neutron [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.829834] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.010492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d49e81-da51-4fd1-9215-02ed6aef5015 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.019056] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c6554-eb52-43bf-ac8b-8e5c0cb3d2f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.052857] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7126db-750a-44dc-8c88-c7efb18a60d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.061585] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30bb01-32ae-45cd-b1b7-f1587f7bcdd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.077031] env[69289]: DEBUG nova.compute.provider_tree [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.125477] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.151721] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.151965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.152176] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.152402] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.152544] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.155020] env[69289]: DEBUG nova.compute.manager [req-f08eb305-37ea-4a12-b92a-4be5c402010d req-d2c32fa9-8f91-41a1-9d71-0f4e051f5ddc service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Received event network-vif-deleted-09445fe0-2662-4339-aba7-552b36b6c824 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.155215] env[69289]: INFO nova.compute.manager [req-f08eb305-37ea-4a12-b92a-4be5c402010d req-d2c32fa9-8f91-41a1-9d71-0f4e051f5ddc service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Neutron deleted interface 09445fe0-2662-4339-aba7-552b36b6c824; detaching it from the instance and deleting it from the info cache [ 955.155401] env[69289]: DEBUG nova.network.neutron [req-f08eb305-37ea-4a12-b92a-4be5c402010d req-d2c32fa9-8f91-41a1-9d71-0f4e051f5ddc service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.157587] env[69289]: INFO nova.compute.manager [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Terminating instance [ 955.330083] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.488540] env[69289]: DEBUG nova.network.neutron [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.581989] env[69289]: DEBUG nova.scheduler.client.report [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.626559] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277423, 'name': ReconfigVM_Task, 'duration_secs': 1.691818} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.627431] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/182afd47-30fe-42cc-b84a-82e7b2b6ac07.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.627607] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-effe2745-e47a-46ac-aa29-c6eb0dba1f99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.634187] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 955.634187] env[69289]: value = "task-3277428" [ 955.634187] env[69289]: _type = "Task" [ 955.634187] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.642542] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277428, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.659894] env[69289]: DEBUG nova.compute.manager [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.660158] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.660456] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2a5ee42-1927-4040-878d-df59a1eb64b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.663234] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed6464-1812-4a5f-8d13-e0ea03bd630f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.671906] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.673343] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc5c9f73-3a31-4548-a263-f8428bd15781 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.677992] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c86c89d-9fee-4038-878a-fc46a799c5ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.696290] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 955.696290] env[69289]: value = "task-3277429" [ 955.696290] env[69289]: _type = "Task" [ 955.696290] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.718276] env[69289]: DEBUG nova.compute.manager [req-f08eb305-37ea-4a12-b92a-4be5c402010d req-d2c32fa9-8f91-41a1-9d71-0f4e051f5ddc service nova] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Detach interface failed, port_id=09445fe0-2662-4339-aba7-552b36b6c824, reason: Instance 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.725285] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.831827] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277427, 'name': PowerOffVM_Task, 'duration_secs': 1.302938} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.832215] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.832463] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.832753] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725cc1f2-c44d-4876-a45b-19f85cdb0491 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.917465] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.917725] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.917982] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleting the datastore file [datastore2] 3489d484-ef7a-473a-949e-bd975362514d {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.918354] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6447abe2-292e-43b3-92a8-190487330f30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.928862] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 955.928862] env[69289]: value = "task-3277431" [ 955.928862] env[69289]: _type = "Task" [ 955.928862] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.937475] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.991661] env[69289]: INFO nova.compute.manager [-] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Took 1.25 seconds to deallocate network for instance. [ 956.088121] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.088641] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.091535] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.292s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.092917] env[69289]: INFO nova.compute.claims [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.145570] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277428, 'name': Rename_Task, 'duration_secs': 0.247481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.146139] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.146139] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-567d2eec-431b-4bc0-b937-8be40d0aa3dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.154963] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 956.154963] env[69289]: value = "task-3277432" [ 956.154963] env[69289]: _type = "Task" [ 956.154963] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.163550] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.206659] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277429, 'name': PowerOffVM_Task, 'duration_secs': 0.33327} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.206933] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.207097] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.207347] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76fd55b0-d222-487c-b0a1-3412a34b72a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.304668] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.304900] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.305085] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore1] 1d09e7af-1ed9-4a51-8f39-774e1e1a8517 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.305358] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6d94f6-2225-42f2-844f-88627617732d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.313678] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 956.313678] env[69289]: value = "task-3277434" [ 956.313678] env[69289]: _type = "Task" [ 956.313678] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.322687] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.439982] env[69289]: DEBUG oslo_vmware.api [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290992} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.440286] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.440471] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.440649] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.440877] env[69289]: INFO nova.compute.manager [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Took 2.15 seconds to destroy the instance on the hypervisor. [ 956.441164] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.441714] env[69289]: DEBUG nova.compute.manager [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.441714] env[69289]: DEBUG nova.network.neutron [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.499564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.598890] env[69289]: DEBUG nova.compute.utils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.602823] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.603024] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.647120] env[69289]: DEBUG nova.policy [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.665780] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277432, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.825018] env[69289]: DEBUG oslo_vmware.api [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160031} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.825275] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.825471] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.825686] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.825867] env[69289]: INFO nova.compute.manager [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Took 1.17 seconds to destroy the instance on the hypervisor. [ 956.826194] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.826622] env[69289]: DEBUG nova.compute.manager [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.826622] env[69289]: DEBUG nova.network.neutron [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.064418] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Successfully created port: 06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.103975] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.170751] env[69289]: DEBUG oslo_vmware.api [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277432, 'name': PowerOnVM_Task, 'duration_secs': 0.76582} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.175230] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.175946] env[69289]: INFO nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Took 10.15 seconds to spawn the instance on the hypervisor. [ 957.176188] env[69289]: DEBUG nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.177226] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05324748-7daa-4b25-9d1e-7660283db339 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.185216] env[69289]: DEBUG nova.compute.manager [req-995c9505-40c2-47de-8536-b448f241ce2d req-95eec3fa-e4d0-47cb-9d0d-8ce0bbe7e117 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Received event network-vif-deleted-cdac07af-6cf6-46a6-9d33-8db57fa0ee12 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.185430] env[69289]: INFO nova.compute.manager [req-995c9505-40c2-47de-8536-b448f241ce2d req-95eec3fa-e4d0-47cb-9d0d-8ce0bbe7e117 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Neutron deleted interface cdac07af-6cf6-46a6-9d33-8db57fa0ee12; detaching it from the instance and deleting it from the info cache [ 957.185629] env[69289]: DEBUG nova.network.neutron [req-995c9505-40c2-47de-8536-b448f241ce2d req-95eec3fa-e4d0-47cb-9d0d-8ce0bbe7e117 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.232587] env[69289]: DEBUG nova.network.neutron [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.445378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30117c5-aff6-4137-8ebc-9433ced1d69e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.453268] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5041517-e2ef-4984-b29b-006cc3f720f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.485426] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ff43d-e929-4839-912e-681175143aae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.493819] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1444df4-a2a7-4a26-8c75-c6aeba129d6d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.510687] env[69289]: DEBUG nova.compute.provider_tree [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.688508] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a36b0bae-0553-410d-a6cd-d66c8b114e89 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.699097] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c280e48-cf66-4cf5-9b2d-8e417c67756e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.713266] env[69289]: DEBUG nova.network.neutron [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.718022] env[69289]: INFO nova.compute.manager [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Took 32.04 seconds to build instance. [ 957.746348] env[69289]: INFO nova.compute.manager [-] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Took 1.30 seconds to deallocate network for instance. [ 957.746764] env[69289]: DEBUG nova.compute.manager [req-995c9505-40c2-47de-8536-b448f241ce2d req-95eec3fa-e4d0-47cb-9d0d-8ce0bbe7e117 service nova] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Detach interface failed, port_id=cdac07af-6cf6-46a6-9d33-8db57fa0ee12, reason: Instance 3489d484-ef7a-473a-949e-bd975362514d could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.014463] env[69289]: DEBUG nova.scheduler.client.report [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.118601] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.149609] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.149933] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.149972] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.150133] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.150296] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.150467] env[69289]: DEBUG nova.virt.hardware [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.151673] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e6843b-5859-4496-9ea3-f71715d95c88 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.161070] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b4cca1-dcf5-447a-88ce-820b40849a1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.218334] env[69289]: INFO nova.compute.manager [-] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Took 1.39 seconds to deallocate network for instance. [ 958.220644] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e9988f3-7874-49b0-8557-b8f853f2caab tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.549s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.252617] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.519753] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.520293] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.523665] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.054s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.600790] env[69289]: INFO nova.compute.manager [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Rescuing [ 958.601100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.601262] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.601432] env[69289]: DEBUG nova.network.neutron [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.619117] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Successfully updated port: 06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.726964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.025153] env[69289]: DEBUG nova.compute.utils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.026646] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.026826] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.030574] env[69289]: INFO nova.compute.claims [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.071481] env[69289]: DEBUG nova.policy [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '724e827ee6674662ab908273c20439b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5cdb7b3acf064c978521810a825a4535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.121562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.121562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.121762] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.221883] env[69289]: DEBUG nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Received event network-vif-deleted-e5094b3d-7259-45bd-9e00-ab33c5bb41ce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.222969] env[69289]: DEBUG nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Received event network-vif-plugged-06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.223216] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Acquiring lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.223453] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.223804] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.224013] env[69289]: DEBUG nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] No waiting events found dispatching network-vif-plugged-06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.224191] env[69289]: WARNING nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Received unexpected event network-vif-plugged-06c4bc88-41c9-4cd4-ab34-6a82d76f4757 for instance with vm_state building and task_state spawning. [ 959.224351] env[69289]: DEBUG nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Received event network-changed-06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.224501] env[69289]: DEBUG nova.compute.manager [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Refreshing instance network info cache due to event network-changed-06c4bc88-41c9-4cd4-ab34-6a82d76f4757. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.224668] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Acquiring lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.395306] env[69289]: DEBUG nova.network.neutron [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updating instance_info_cache with network_info: [{"id": "8892f5be-ab43-4b49-a771-08d44ffe7656", "address": "fa:16:3e:d8:97:35", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8892f5be-ab", "ovs_interfaceid": "8892f5be-ab43-4b49-a771-08d44ffe7656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.476626] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Successfully created port: 4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.535368] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.539962] env[69289]: INFO nova.compute.resource_tracker [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating resource usage from migration cc114646-1da7-481a-97db-1ebc928cc1fc [ 959.800479] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.844217] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30663b06-1530-453d-b2d8-9d24ae449c41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.852989] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5531c7-2841-4ec2-8793-765b5865aada {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.888209] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee882b52-50ad-4d78-9c82-ddf4bbd7d157 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.896500] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788df996-3fbc-44eb-9c74-3557a085c132 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.900911] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.913674] env[69289]: DEBUG nova.compute.provider_tree [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.027796] env[69289]: DEBUG nova.network.neutron [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Updating instance_info_cache with network_info: [{"id": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "address": "fa:16:3e:15:0b:1e", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c4bc88-41", "ovs_interfaceid": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.418119] env[69289]: DEBUG nova.scheduler.client.report [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.530581] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.530997] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Instance network_info: |[{"id": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "address": "fa:16:3e:15:0b:1e", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c4bc88-41", "ovs_interfaceid": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.531441] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Acquired lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.531987] env[69289]: DEBUG nova.network.neutron [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Refreshing network info cache for port 06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.533639] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:0b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06c4bc88-41c9-4cd4-ab34-6a82d76f4757', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.541751] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.545245] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.545461] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-039cb3f0-b2f5-4418-bd3a-f4da28e89b77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.561218] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.571797] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.571797] env[69289]: value = "task-3277435" [ 960.571797] env[69289]: _type = "Task" [ 960.571797] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.584618] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277435, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.587042] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.587219] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.587372] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.587553] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.587697] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.587831] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.588053] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.588220] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.588402] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.588566] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.588742] env[69289]: DEBUG nova.virt.hardware [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.589540] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8685b90-b226-4251-ae2c-d5386b8524a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.601229] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a639ce0f-850e-41fe-ad51-2ba3f6630a19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.761998] env[69289]: DEBUG nova.network.neutron [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Updated VIF entry in instance network info cache for port 06c4bc88-41c9-4cd4-ab34-6a82d76f4757. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.762388] env[69289]: DEBUG nova.network.neutron [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Updating instance_info_cache with network_info: [{"id": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "address": "fa:16:3e:15:0b:1e", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06c4bc88-41", "ovs_interfaceid": "06c4bc88-41c9-4cd4-ab34-6a82d76f4757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.923093] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.923332] env[69289]: INFO nova.compute.manager [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Migrating [ 960.930543] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.872s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.931918] env[69289]: INFO nova.compute.claims [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.082658] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277435, 'name': CreateVM_Task, 'duration_secs': 0.365741} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.082844] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.083635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.083742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.084059] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.084317] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800331e2-8c8d-40c2-b927-75cfb0d392da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.089014] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 961.089014] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52443375-4a68-4b1b-596d-ed68e02e0e6c" [ 961.089014] env[69289]: _type = "Task" [ 961.089014] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.096627] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52443375-4a68-4b1b-596d-ed68e02e0e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.249264] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Successfully updated port: 4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.258595] env[69289]: DEBUG nova.compute.manager [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Received event network-vif-plugged-4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.258595] env[69289]: DEBUG oslo_concurrency.lockutils [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] Acquiring lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.258862] env[69289]: DEBUG oslo_concurrency.lockutils [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.260575] env[69289]: DEBUG oslo_concurrency.lockutils [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.260575] env[69289]: DEBUG nova.compute.manager [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] No waiting events found dispatching network-vif-plugged-4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.260575] env[69289]: WARNING nova.compute.manager [req-7c3016c4-0dd1-47b0-a020-4e2bee749804 req-4f899d03-5d19-49ca-b603-d65fd7553930 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Received unexpected event network-vif-plugged-4b0b04be-aab8-433a-8717-36187971a85c for instance with vm_state building and task_state spawning. [ 961.264488] env[69289]: DEBUG oslo_concurrency.lockutils [req-76c9862b-fc2e-4702-b0bf-b5c2e24afe1b req-2b73a741-bee5-4fdc-820c-f2bf951dfc7d service nova] Releasing lock "refresh_cache-98593665-4542-433a-8984-ec8fdcc8b40f" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.447593] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.447906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.448486] env[69289]: DEBUG nova.network.neutron [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.449285] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.449892] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd03946-5a5c-4197-975b-2ee628c1e782 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.457444] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 961.457444] env[69289]: value = "task-3277436" [ 961.457444] env[69289]: _type = "Task" [ 961.457444] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.466594] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.599503] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52443375-4a68-4b1b-596d-ed68e02e0e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.599850] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.600099] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.600370] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.600530] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.600786] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.601051] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ee312cf-0a11-4ff6-903d-802c9f628ed1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.609440] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.609618] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.610412] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8c6702-3437-4e1d-afe9-7523e72a2734 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.617049] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 961.617049] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f7dae4-097c-b04f-c6c6-b60d820f2625" [ 961.617049] env[69289]: _type = "Task" [ 961.617049] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.623746] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f7dae4-097c-b04f-c6c6-b60d820f2625, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.752108] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.752274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.752473] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.969022] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277436, 'name': PowerOffVM_Task, 'duration_secs': 0.242597} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.969168] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.969939] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af695b6c-c4d3-474d-98d5-8f2fec22b55d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.992150] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b597ac1f-90a5-4f49-902a-738bbf784d97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.026889] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.027218] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66459090-9333-427b-8928-a31aaf6e9965 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.034087] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 962.034087] env[69289]: value = "task-3277437" [ 962.034087] env[69289]: _type = "Task" [ 962.034087] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.041987] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.130464] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f7dae4-097c-b04f-c6c6-b60d820f2625, 'name': SearchDatastore_Task, 'duration_secs': 0.007789} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.131440] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7e9486-9732-4e42-9cf9-d39142d0ef67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.139053] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 962.139053] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dd3d27-1d4f-b88f-440f-4a2fb2e9e07d" [ 962.139053] env[69289]: _type = "Task" [ 962.139053] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.149877] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dd3d27-1d4f-b88f-440f-4a2fb2e9e07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.171188] env[69289]: DEBUG nova.network.neutron [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [{"id": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "address": "fa:16:3e:15:05:b6", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed5d4a-ce", "ovs_interfaceid": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.235079] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eaf241-bb2a-4628-a035-d51b3fdf793c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.242854] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac4ce5a-651c-45ad-b5c4-f7431a552641 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.275451] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9713a7-287a-4ea5-911c-2905aed5eefb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.283494] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89493a5b-68e0-471a-8ccd-5ef6fcd5dfde {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.298748] env[69289]: DEBUG nova.compute.provider_tree [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.305935] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.448978] env[69289]: DEBUG nova.network.neutron [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Updating instance_info_cache with network_info: [{"id": "4b0b04be-aab8-433a-8717-36187971a85c", "address": "fa:16:3e:bd:47:4c", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0b04be-aa", "ovs_interfaceid": "4b0b04be-aab8-433a-8717-36187971a85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.544309] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 962.544598] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.545694] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.648617] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dd3d27-1d4f-b88f-440f-4a2fb2e9e07d, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.648735] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.648926] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 98593665-4542-433a-8984-ec8fdcc8b40f/98593665-4542-433a-8984-ec8fdcc8b40f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.649225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.649410] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.649621] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82f074e3-116e-4c49-bb56-db07edc650f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.651518] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8870d5-edbe-4d78-bf9b-40fdf39df640 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.658260] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 962.658260] env[69289]: value = "task-3277438" [ 962.658260] env[69289]: _type = "Task" [ 962.658260] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.662353] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.662548] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.663565] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b076174-db5a-4262-9a62-3afcfcadfaeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.669061] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.671828] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 962.671828] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52419286-6204-5386-ac34-72183fb6de16" [ 962.671828] env[69289]: _type = "Task" [ 962.671828] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.675771] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690480] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52419286-6204-5386-ac34-72183fb6de16, 'name': SearchDatastore_Task, 'duration_secs': 0.007577} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.692125] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29f61f0-52d8-493b-a66d-53b287acc4b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.698796] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 962.698796] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cad7dd-f446-0a9e-8cdf-c42fb3a27280" [ 962.698796] env[69289]: _type = "Task" [ 962.698796] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.709761] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cad7dd-f446-0a9e-8cdf-c42fb3a27280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.802484] env[69289]: DEBUG nova.scheduler.client.report [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.952995] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.952995] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Instance network_info: |[{"id": "4b0b04be-aab8-433a-8717-36187971a85c", "address": "fa:16:3e:bd:47:4c", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0b04be-aa", "ovs_interfaceid": "4b0b04be-aab8-433a-8717-36187971a85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.952995] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:47:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0b04be-aab8-433a-8717-36187971a85c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.960505] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.960750] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.960980] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6c91b6-418f-41f2-a775-459c3ba63367 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.982791] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.982791] env[69289]: value = "task-3277439" [ 962.982791] env[69289]: _type = "Task" [ 962.982791] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.991226] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277439, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.169716] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490085} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.170053] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 98593665-4542-433a-8984-ec8fdcc8b40f/98593665-4542-433a-8984-ec8fdcc8b40f.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.170306] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.170588] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f07925b-3c89-43ff-ad0c-ffe535a287d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.176103] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 963.176103] env[69289]: value = "task-3277440" [ 963.176103] env[69289]: _type = "Task" [ 963.176103] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.187766] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.208097] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cad7dd-f446-0a9e-8cdf-c42fb3a27280, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.208350] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.208612] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. {{(pid=69289) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 963.208872] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a85a428-87b8-4ec5-aca4-c804019e13e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.214783] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 963.214783] env[69289]: value = "task-3277441" [ 963.214783] env[69289]: _type = "Task" [ 963.214783] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.222832] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.284569] env[69289]: DEBUG nova.compute.manager [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Received event network-changed-4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.284791] env[69289]: DEBUG nova.compute.manager [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Refreshing instance network info cache due to event network-changed-4b0b04be-aab8-433a-8717-36187971a85c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.285054] env[69289]: DEBUG oslo_concurrency.lockutils [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] Acquiring lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.285159] env[69289]: DEBUG oslo_concurrency.lockutils [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] Acquired lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.285323] env[69289]: DEBUG nova.network.neutron [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Refreshing network info cache for port 4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.308106] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.308632] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.311092] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.879s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.311328] env[69289]: DEBUG nova.objects.instance [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'resources' on Instance uuid 90c0a32f-f947-4273-a850-fe110d6e954f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.493314] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277439, 'name': CreateVM_Task, 'duration_secs': 0.36923} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.493548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.494209] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.494416] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.494695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.494964] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ae50ea-3bc0-45d2-a33b-574a66eb8519 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.499843] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 963.499843] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520e2087-7753-169e-839a-c8c042a45d04" [ 963.499843] env[69289]: _type = "Task" [ 963.499843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.507218] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520e2087-7753-169e-839a-c8c042a45d04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.543915] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.544441] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 963.691235] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066203} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.691595] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.692601] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f94694-0f45-462c-b0bf-dc602f0e4967 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.718007] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 98593665-4542-433a-8984-ec8fdcc8b40f/98593665-4542-433a-8984-ec8fdcc8b40f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.718876] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb6b10a-f2b3-4890-9f51-2b6b1557d311 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744043] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.744823] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 963.744823] env[69289]: value = "task-3277442" [ 963.744823] env[69289]: _type = "Task" [ 963.744823] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.756826] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.815364] env[69289]: DEBUG nova.compute.utils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.820410] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.820410] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.884799] env[69289]: DEBUG nova.policy [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bd3d5ad8d7443f6a1a9b72f3c4b03b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fbde26a0e434eafb1511065a2663212', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.011256] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520e2087-7753-169e-839a-c8c042a45d04, 'name': SearchDatastore_Task, 'duration_secs': 0.048913} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.011256] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.011256] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.011536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.011536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.011623] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.011881] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a8418a-7060-410a-95f9-4be944a1f05f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.027658] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.027658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.027658] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f018967f-80d6-4298-8429-c0a3b695917f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.032139] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 964.032139] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52867287-5202-20fd-6b0e-2771ccdbe674" [ 964.032139] env[69289]: _type = "Task" [ 964.032139] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.042776] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52867287-5202-20fd-6b0e-2771ccdbe674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.055630] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.055866] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.056057] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.056216] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.056361] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.056505] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.056653] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 964.056860] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 964.124120] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab21ae-19dc-4e81-a22a-78405cfb4585 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.131385] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89182981-e2f8-445f-8ed9-0cfafdb3db95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.161693] env[69289]: DEBUG nova.network.neutron [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Updated VIF entry in instance network info cache for port 4b0b04be-aab8-433a-8717-36187971a85c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.162075] env[69289]: DEBUG nova.network.neutron [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Updating instance_info_cache with network_info: [{"id": "4b0b04be-aab8-433a-8717-36187971a85c", "address": "fa:16:3e:bd:47:4c", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0b04be-aa", "ovs_interfaceid": "4b0b04be-aab8-433a-8717-36187971a85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.163728] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f244b2-f30a-4230-b360-6d44c163a975 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171295] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbe6c4-361a-4e38-a7fd-955a24df049c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.185265] env[69289]: DEBUG nova.compute.provider_tree [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.190841] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f415e1-0bbe-4770-a812-3aded19cff9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.913636] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.916736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.917161] env[69289]: DEBUG oslo_concurrency.lockutils [req-43599674-ffaa-426d-a9b2-4dea039e80d2 req-be788774-064b-4bd6-a805-9c39e841bdb4 service nova] Releasing lock "refresh_cache-d7c80603-9c2c-456b-933d-3b2e4ea0196c" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.917938] env[69289]: DEBUG nova.scheduler.client.report [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.920740] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.924255] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Successfully created port: 021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.947945] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277442, 'name': ReconfigVM_Task, 'duration_secs': 0.58754} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.948186] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831899} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.948385] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52867287-5202-20fd-6b0e-2771ccdbe674, 'name': SearchDatastore_Task, 'duration_secs': 0.022495} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.948612] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 98593665-4542-433a-8984-ec8fdcc8b40f/98593665-4542-433a-8984-ec8fdcc8b40f.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.949239] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. [ 964.949956] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b01d9d36-09b5-4825-8b51-20964835cbd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.951786] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f215728e-24d5-4107-ab31-ba83a39ec52e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.953910] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d57339-98e9-438f-87b3-23d31453b225 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.978878] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.980924] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375cf83d-4337-41ad-a648-4256ace19968 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.995942] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 964.995942] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521071b2-85e0-79a4-797f-71eb353cb544" [ 964.995942] env[69289]: _type = "Task" [ 964.995942] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.996278] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 964.996278] env[69289]: value = "task-3277443" [ 964.996278] env[69289]: _type = "Task" [ 964.996278] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.004217] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 965.004217] env[69289]: value = "task-3277444" [ 965.004217] env[69289]: _type = "Task" [ 965.004217] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.014338] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521071b2-85e0-79a4-797f-71eb353cb544, 'name': SearchDatastore_Task, 'duration_secs': 0.033979} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.014543] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277443, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.015084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.015341] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d7c80603-9c2c-456b-933d-3b2e4ea0196c/d7c80603-9c2c-456b-933d-3b2e4ea0196c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.015789] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-388b1208-2b57-4bdc-84fe-abf21cdc581f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.020667] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.024750] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 965.024750] env[69289]: value = "task-3277445" [ 965.024750] env[69289]: _type = "Task" [ 965.024750] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.032366] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.425774] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.429958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.889s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.430427] env[69289]: DEBUG nova.objects.instance [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lazy-loading 'resources' on Instance uuid a0ad23b3-7512-4c88-8458-7f10e2c8c70b {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.439231] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.439781] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a473bc8-23d3-4848-a80a-c515ec9ff2c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.448112] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 965.448112] env[69289]: value = "task-3277446" [ 965.448112] env[69289]: _type = "Task" [ 965.448112] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.453634] env[69289]: INFO nova.scheduler.client.report [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted allocations for instance 90c0a32f-f947-4273-a850-fe110d6e954f [ 965.462961] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.512085] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277443, 'name': Rename_Task, 'duration_secs': 0.19591} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.513386] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.513674] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe722a1-184f-4264-9cbf-fb702d7f7244 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.518776] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277444, 'name': ReconfigVM_Task, 'duration_secs': 0.344866} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.519827] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.520314] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a026ab6-f890-4dd6-8902-b507400091f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.525223] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 965.525223] env[69289]: value = "task-3277447" [ 965.525223] env[69289]: _type = "Task" [ 965.525223] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.553650] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9e43c4-0f3b-4d18-89dc-a8f8527632cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.568929] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.573338] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504837} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.574644] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d7c80603-9c2c-456b-933d-3b2e4ea0196c/d7c80603-9c2c-456b-933d-3b2e4ea0196c.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.574867] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.575192] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 965.575192] env[69289]: value = "task-3277448" [ 965.575192] env[69289]: _type = "Task" [ 965.575192] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.575467] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-786df5a4-b1f2-4313-abde-aff04ed48e5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.585906] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277448, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.587182] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 965.587182] env[69289]: value = "task-3277449" [ 965.587182] env[69289]: _type = "Task" [ 965.587182] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.594567] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.942652] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.958523] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277446, 'name': PowerOffVM_Task, 'duration_secs': 0.21838} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.958668] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.958795] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.968874] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c115ae75-a54d-4b75-94de-986c1c73e579 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "90c0a32f-f947-4273-a850-fe110d6e954f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.482s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.974184] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.974540] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.974615] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.974773] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.974885] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.975060] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.975274] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.975430] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.975596] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.975755] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.975946] env[69289]: DEBUG nova.virt.hardware [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.976792] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b139cc44-632e-4cb1-9198-796bcbcedde5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.987663] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97fcb6c-64fb-4ae6-8691-a6bcbc6a0ce3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.036393] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277447, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.087770] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.094950] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073365} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.097237] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.098136] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60853119-fe1d-426e-afe7-4ac3f4aef6d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.118780] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] d7c80603-9c2c-456b-933d-3b2e4ea0196c/d7c80603-9c2c-456b-933d-3b2e4ea0196c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.121257] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1943402-b08f-4c33-bb2e-f83d212ba3a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.140502] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 966.140502] env[69289]: value = "task-3277450" [ 966.140502] env[69289]: _type = "Task" [ 966.140502] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.149616] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.225648] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4bbfd1-f5bb-4e1a-8afd-6e437ad6ba0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.233578] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec351e63-0414-4cdf-8149-53ed4a0c1d64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.263420] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2789364-eabc-4d8a-beac-1f1ca5523a5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.271733] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50243e79-5dfd-4dc3-a758-bb5823a9b08d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.284953] env[69289]: DEBUG nova.compute.provider_tree [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.316164] env[69289]: DEBUG nova.compute.manager [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Received event network-vif-plugged-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.316164] env[69289]: DEBUG oslo_concurrency.lockutils [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] Acquiring lock "d850226c-c107-4826-90c8-9de885241df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.316164] env[69289]: DEBUG oslo_concurrency.lockutils [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] Lock "d850226c-c107-4826-90c8-9de885241df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.316164] env[69289]: DEBUG oslo_concurrency.lockutils [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] Lock "d850226c-c107-4826-90c8-9de885241df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.316164] env[69289]: DEBUG nova.compute.manager [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] No waiting events found dispatching network-vif-plugged-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.317021] env[69289]: WARNING nova.compute.manager [req-75d55a3b-34f5-438c-8cb5-b33e27349b84 req-949a00fb-476f-409c-9b96-55b0f3e18314 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Received unexpected event network-vif-plugged-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 for instance with vm_state building and task_state spawning. [ 966.404107] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Successfully updated port: 021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.471541] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.471541] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.471776] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.471959] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.472190] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.472463] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.472704] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.472891] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.473101] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.473305] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.473512] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.478721] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c155bb-ead3-4e52-bd4a-ed9c9067da2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.494919] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 966.494919] env[69289]: value = "task-3277451" [ 966.494919] env[69289]: _type = "Task" [ 966.494919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.505354] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.534250] env[69289]: DEBUG oslo_vmware.api [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277447, 'name': PowerOnVM_Task, 'duration_secs': 0.564657} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.534525] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.534726] env[69289]: INFO nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Took 8.42 seconds to spawn the instance on the hypervisor. [ 966.534933] env[69289]: DEBUG nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.535828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577aefc-88d0-438e-bd9a-f0131fa95e2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.589936] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277448, 'name': ReconfigVM_Task, 'duration_secs': 0.877222} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.590234] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.590472] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8d997de-a5b4-4421-89d8-5f4f07163b11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.595808] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 966.595808] env[69289]: value = "task-3277452" [ 966.595808] env[69289]: _type = "Task" [ 966.595808] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.603203] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.649870] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277450, 'name': ReconfigVM_Task, 'duration_secs': 0.439241} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.650135] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Reconfigured VM instance instance-00000059 to attach disk [datastore2] d7c80603-9c2c-456b-933d-3b2e4ea0196c/d7c80603-9c2c-456b-933d-3b2e4ea0196c.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.650761] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a6d2918-8ca6-4a8d-a3ca-c7191f86ecf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.657331] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 966.657331] env[69289]: value = "task-3277453" [ 966.657331] env[69289]: _type = "Task" [ 966.657331] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.664870] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277453, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.788948] env[69289]: DEBUG nova.scheduler.client.report [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.906355] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.906501] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.906724] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.006052] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277451, 'name': ReconfigVM_Task, 'duration_secs': 0.358854} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.006395] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.053319] env[69289]: INFO nova.compute.manager [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Took 29.20 seconds to build instance. [ 967.106123] env[69289]: DEBUG oslo_vmware.api [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277452, 'name': PowerOnVM_Task, 'duration_secs': 0.396871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.106410] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.110506] env[69289]: DEBUG nova.compute.manager [None req-fe70787e-7cf4-462e-a970-e47fa4271e4c tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.111319] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651bb7e-6eea-4d2c-ae3b-78e1f642113a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.168350] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277453, 'name': Rename_Task, 'duration_secs': 0.205472} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.168623] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.168863] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77884794-bd87-4125-bb77-fc2424ca4d64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.175512] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 967.175512] env[69289]: value = "task-3277454" [ 967.175512] env[69289]: _type = "Task" [ 967.175512] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.183162] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.295155] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.297964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.798s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.297964] env[69289]: DEBUG nova.objects.instance [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lazy-loading 'resources' on Instance uuid 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.319201] env[69289]: INFO nova.scheduler.client.report [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Deleted allocations for instance a0ad23b3-7512-4c88-8458-7f10e2c8c70b [ 967.441681] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.513436] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.513436] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.513436] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.513614] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.514091] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.514327] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.514677] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.515897] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.515897] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.515897] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.515897] env[69289]: DEBUG nova.virt.hardware [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.520896] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 967.523769] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40be85ca-b304-4f44-8122-36d0b0a67e14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.542897] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 967.542897] env[69289]: value = "task-3277455" [ 967.542897] env[69289]: _type = "Task" [ 967.542897] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.553061] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.554722] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a54ab75e-b373-4544-83d6-e34221e55f92 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.706s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.572391] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "98593665-4542-433a-8984-ec8fdcc8b40f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.572658] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.572841] env[69289]: DEBUG nova.compute.manager [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.576497] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074229c0-ad0e-4009-8ae7-ba1c1d29f0c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.583070] env[69289]: DEBUG nova.compute.manager [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 967.583621] env[69289]: DEBUG nova.objects.instance [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'flavor' on Instance uuid 98593665-4542-433a-8984-ec8fdcc8b40f {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.613972] env[69289]: DEBUG nova.network.neutron [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Updating instance_info_cache with network_info: [{"id": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "address": "fa:16:3e:35:8a:93", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap021b3edd-4b", "ovs_interfaceid": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.685915] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.825802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4ae80f47-9ae5-45a5-92aa-76a531330307 tempest-FloatingIPsAssociationTestJSON-1635448023 tempest-FloatingIPsAssociationTestJSON-1635448023-project-member] Lock "a0ad23b3-7512-4c88-8458-7f10e2c8c70b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.707s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.030028] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949e629-dfc5-4769-85e3-cf18a568eeb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.037487] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3333fb69-8353-44c1-a9cd-38c3c4771a2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.071167] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65b4fc-e0c6-4bca-a1b1-c6ff0305b59f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.078593] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277455, 'name': ReconfigVM_Task, 'duration_secs': 0.301876} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.080731] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.082230] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66edf5b7-5f22-4a07-acb4-86871f0caa10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.084833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5a1230-1b59-4ce4-9bfc-73711e5fb711 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.111202] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.119519] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea75c78-b416-4f2d-97fe-ef71dbe72dc8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.132311] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.132588] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Instance network_info: |[{"id": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "address": "fa:16:3e:35:8a:93", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap021b3edd-4b", "ovs_interfaceid": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.133093] env[69289]: DEBUG nova.compute.provider_tree [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.138023] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:8a:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '021b3edd-4b0c-4bc2-9e6c-219c9d21fd40', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.142131] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.143236] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d850226c-c107-4826-90c8-9de885241df4] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.143514] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f7e4942-cb6e-48b6-afdb-ddc9d1255f76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.159606] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 968.159606] env[69289]: value = "task-3277456" [ 968.159606] env[69289]: _type = "Task" [ 968.159606] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.165069] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.165069] env[69289]: value = "task-3277457" [ 968.165069] env[69289]: _type = "Task" [ 968.165069] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.168374] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.175911] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277457, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.184545] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277454, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.342527] env[69289]: DEBUG nova.compute.manager [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Received event network-changed-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.342873] env[69289]: DEBUG nova.compute.manager [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Refreshing instance network info cache due to event network-changed-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.343077] env[69289]: DEBUG oslo_concurrency.lockutils [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] Acquiring lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.343301] env[69289]: DEBUG oslo_concurrency.lockutils [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] Acquired lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.343615] env[69289]: DEBUG nova.network.neutron [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Refreshing network info cache for port 021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.593984] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.593984] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12803a9f-58b9-4696-9cd1-9aae5b4abc9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.601286] env[69289]: DEBUG oslo_vmware.api [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 968.601286] env[69289]: value = "task-3277458" [ 968.601286] env[69289]: _type = "Task" [ 968.601286] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.610995] env[69289]: DEBUG oslo_vmware.api [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.643840] env[69289]: DEBUG nova.scheduler.client.report [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.671151] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277456, 'name': ReconfigVM_Task, 'duration_secs': 0.306442} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.674649] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594/4075209a-13c3-4d06-8235-bcec544ee594.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.674649] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.685599] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277457, 'name': CreateVM_Task, 'duration_secs': 0.31535} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.688257] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d850226c-c107-4826-90c8-9de885241df4] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.688257] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.688257] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.688257] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.691045] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32019e3d-a68f-4032-a2c1-c20a043b944f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.692751] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277454, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.698185] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 968.698185] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52206d5a-f020-3664-5d23-d092f73d9687" [ 968.698185] env[69289]: _type = "Task" [ 968.698185] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.703486] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52206d5a-f020-3664-5d23-d092f73d9687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.750760] env[69289]: INFO nova.compute.manager [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Unrescuing [ 968.751048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.751209] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquired lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.751374] env[69289]: DEBUG nova.network.neutron [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.070906] env[69289]: DEBUG nova.network.neutron [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Updated VIF entry in instance network info cache for port 021b3edd-4b0c-4bc2-9e6c-219c9d21fd40. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.070906] env[69289]: DEBUG nova.network.neutron [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Updating instance_info_cache with network_info: [{"id": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "address": "fa:16:3e:35:8a:93", "network": {"id": "4ea08c39-8657-4bd9-b91f-e674532958df", "bridge": "br-int", "label": "tempest-ImagesTestJSON-635697502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fbde26a0e434eafb1511065a2663212", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap021b3edd-4b", "ovs_interfaceid": "021b3edd-4b0c-4bc2-9e6c-219c9d21fd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.112554] env[69289]: DEBUG oslo_vmware.api [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277458, 'name': PowerOffVM_Task, 'duration_secs': 0.186543} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.112856] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.113560] env[69289]: DEBUG nova.compute.manager [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.114553] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e880dfbc-7d44-4d5c-813f-68f80d331ba9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.152928] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.155475] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.903s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.155725] env[69289]: DEBUG nova.objects.instance [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lazy-loading 'resources' on Instance uuid 3489d484-ef7a-473a-949e-bd975362514d {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.179291] env[69289]: INFO nova.scheduler.client.report [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Deleted allocations for instance 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a [ 969.189622] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241eada-336c-4a87-ad44-f4702412bc70 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.199397] env[69289]: DEBUG oslo_vmware.api [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277454, 'name': PowerOnVM_Task, 'duration_secs': 1.667278} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.223157] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.223482] env[69289]: INFO nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Took 8.66 seconds to spawn the instance on the hypervisor. [ 969.223689] env[69289]: DEBUG nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.224744] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955f6ef-c30c-4342-a67d-f372fe40103d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.230183] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce627e84-d5fb-4b11-9ce3-ef136e48128d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.259947] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52206d5a-f020-3664-5d23-d092f73d9687, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.262436] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.266162] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.266426] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.266718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.266876] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.267115] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.267616] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e3e3fef-a523-4e43-b6fe-5996410c9bf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.279455] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.279455] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.279455] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e881ca08-d805-4e85-b29a-1ac80aa9426f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.285603] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 969.285603] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b6e26e-1819-369d-cd00-fd68acefd79c" [ 969.285603] env[69289]: _type = "Task" [ 969.285603] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.294754] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b6e26e-1819-369d-cd00-fd68acefd79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.475348] env[69289]: DEBUG nova.network.neutron [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updating instance_info_cache with network_info: [{"id": "8892f5be-ab43-4b49-a771-08d44ffe7656", "address": "fa:16:3e:d8:97:35", "network": {"id": "01e8d86d-db77-4817-ad72-941510b8e1d7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-928463618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5b4411bc47a4475bbb52f8ceea6df041", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8892f5be-ab", "ovs_interfaceid": "8892f5be-ab43-4b49-a771-08d44ffe7656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.573781] env[69289]: DEBUG oslo_concurrency.lockutils [req-307c6271-724e-48e8-8a2e-41eb58a28bcb req-d8b64774-05e8-4779-9e39-524385e1f780 service nova] Releasing lock "refresh_cache-d850226c-c107-4826-90c8-9de885241df4" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.628289] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f5aa2e8a-09ad-4783-819d-ef0a29ba9b4b tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.695758] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6191fea6-7cf5-4e63-80ea-51f185e155e1 tempest-InstanceActionsV221TestJSON-1900643448 tempest-InstanceActionsV221TestJSON-1900643448-project-member] Lock "0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.636s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.770537] env[69289]: INFO nova.compute.manager [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Took 30.99 seconds to build instance. [ 969.801459] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b6e26e-1819-369d-cd00-fd68acefd79c, 'name': SearchDatastore_Task, 'duration_secs': 0.009041} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.802288] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fe094a-c433-4905-b9bd-e957cc71d3d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.812196] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 969.812196] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f2f528-5e3f-f464-5a17-638037468b39" [ 969.812196] env[69289]: _type = "Task" [ 969.812196] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.826469] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f2f528-5e3f-f464-5a17-638037468b39, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.826802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.827453] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] d850226c-c107-4826-90c8-9de885241df4/d850226c-c107-4826-90c8-9de885241df4.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.827453] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08f2407-2d5f-40eb-a893-ef2765a3fbd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.836481] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 969.836481] env[69289]: value = "task-3277459" [ 969.836481] env[69289]: _type = "Task" [ 969.836481] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.840430] env[69289]: DEBUG nova.network.neutron [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Port f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 969.846733] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.981638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Releasing lock "refresh_cache-182afd47-30fe-42cc-b84a-82e7b2b6ac07" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.982565] env[69289]: DEBUG nova.objects.instance [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lazy-loading 'flavor' on Instance uuid 182afd47-30fe-42cc-b84a-82e7b2b6ac07 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.011273] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1477602-1816-430f-b179-d3e8cb245706 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.022485] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40267058-7c93-466e-a57a-186043c87dcb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.062100] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6dd00-7816-4dec-9c3a-077bb414dda2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.070550] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4718635-e73e-409a-b8f6-cc16baa45b9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.088243] env[69289]: DEBUG nova.compute.provider_tree [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.150197] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "98593665-4542-433a-8984-ec8fdcc8b40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.150620] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.151473] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.151706] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.151888] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.154400] env[69289]: INFO nova.compute.manager [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Terminating instance [ 970.281426] env[69289]: DEBUG oslo_concurrency.lockutils [None req-59e4d805-a9e1-472a-b744-e789e2483709 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.507s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.351264] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.351264] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] d850226c-c107-4826-90c8-9de885241df4/d850226c-c107-4826-90c8-9de885241df4.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.351264] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.351516] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f581afa4-e824-481d-b06a-c223edbe2aa8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.360559] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 970.360559] env[69289]: value = "task-3277460" [ 970.360559] env[69289]: _type = "Task" [ 970.360559] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.374126] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.488191] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f9ea5c-fe18-4c54-ab90-3b6fde0ebea3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.514341] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.514702] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da460722-f6f3-4ff6-9fd2-444d7ddfa267 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.520754] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 970.520754] env[69289]: value = "task-3277461" [ 970.520754] env[69289]: _type = "Task" [ 970.520754] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.529428] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.592159] env[69289]: DEBUG nova.scheduler.client.report [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.627218] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.627375] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.627657] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.627859] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.628043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.630756] env[69289]: INFO nova.compute.manager [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Terminating instance [ 970.659987] env[69289]: DEBUG nova.compute.manager [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.660242] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.663708] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f078f3d-0dbf-4aa4-b1dd-930d04c1b2a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.667477] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.667930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.674312] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.674546] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f37b2637-b82e-4adb-a717-4e190aadbce7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.738913] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.739116] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.739425] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore2] 98593665-4542-433a-8984-ec8fdcc8b40f {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.739425] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b77d6bf9-dde8-4882-a0da-4340b56150e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.745341] env[69289]: DEBUG oslo_vmware.api [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 970.745341] env[69289]: value = "task-3277463" [ 970.745341] env[69289]: _type = "Task" [ 970.745341] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.753568] env[69289]: DEBUG oslo_vmware.api [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.876176] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.876512] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.876800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.884994] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063927} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.885319] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.886351] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe8fa3e-5094-4ba8-9874-7e1374016ecc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.916027] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] d850226c-c107-4826-90c8-9de885241df4/d850226c-c107-4826-90c8-9de885241df4.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.916718] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7b01803-736b-4a5f-ae6f-56d64638f849 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.938892] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 970.938892] env[69289]: value = "task-3277464" [ 970.938892] env[69289]: _type = "Task" [ 970.938892] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.947354] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.032441] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277461, 'name': PowerOffVM_Task, 'duration_secs': 0.440763} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.032994] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.039138] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 971.039487] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3887f5a4-1063-4065-bf01-812b9a4b4828 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.060348] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 971.060348] env[69289]: value = "task-3277465" [ 971.060348] env[69289]: _type = "Task" [ 971.060348] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.069431] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.076982] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.077285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.077525] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.077741] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.077950] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.080166] env[69289]: INFO nova.compute.manager [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Terminating instance [ 971.101033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.103067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.376s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.103334] env[69289]: DEBUG nova.objects.instance [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid 1d09e7af-1ed9-4a51-8f39-774e1e1a8517 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.131101] env[69289]: INFO nova.scheduler.client.report [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted allocations for instance 3489d484-ef7a-473a-949e-bd975362514d [ 971.137107] env[69289]: DEBUG nova.compute.manager [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.140538] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.141573] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7fd0da-c235-406e-a1a8-53f1c3368ae1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.152072] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.152362] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39338844-7c9f-4fec-a004-e777d4a33aec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.159237] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 971.159237] env[69289]: value = "task-3277466" [ 971.159237] env[69289]: _type = "Task" [ 971.159237] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.168447] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.170730] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.258427] env[69289]: DEBUG oslo_vmware.api [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140554} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.258887] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.259192] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.259419] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.259964] env[69289]: INFO nova.compute.manager [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 971.260288] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.260519] env[69289]: DEBUG nova.compute.manager [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.260681] env[69289]: DEBUG nova.network.neutron [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.454512] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277464, 'name': ReconfigVM_Task, 'duration_secs': 0.293959} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.454889] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Reconfigured VM instance instance-0000005a to attach disk [datastore1] d850226c-c107-4826-90c8-9de885241df4/d850226c-c107-4826-90c8-9de885241df4.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.455724] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6062f4b0-09ea-44f6-b8b5-361f1f7f6d2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.463034] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 971.463034] env[69289]: value = "task-3277467" [ 971.463034] env[69289]: _type = "Task" [ 971.463034] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.474255] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277467, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.570403] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277465, 'name': ReconfigVM_Task, 'duration_secs': 0.373754} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.570745] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.570936] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.571295] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ac9cd91-5a9a-4093-b401-92569880553b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.579078] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 971.579078] env[69289]: value = "task-3277468" [ 971.579078] env[69289]: _type = "Task" [ 971.579078] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.585024] env[69289]: DEBUG nova.compute.manager [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.585443] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.586410] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623e9d5-df61-46b1-b270-177a850b022b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.595813] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277468, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.598564] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.598700] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c43849-842f-466b-9255-4401209d2512 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.608259] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 971.608259] env[69289]: value = "task-3277469" [ 971.608259] env[69289]: _type = "Task" [ 971.608259] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.619042] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.644943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-41a07195-2c97-4a8a-bd67-18be892c460c tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "3489d484-ef7a-473a-949e-bd975362514d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.866s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.673511] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277466, 'name': PowerOffVM_Task, 'duration_secs': 0.232127} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.678047] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.678448] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.683503] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a40432-0938-4b7f-8e07-99132f094e0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.701091] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.721029] env[69289]: DEBUG nova.compute.manager [req-f5fce2ab-bf84-4ce4-b9bc-7eb420a4024e req-3ba1a6dc-cc3b-47aa-9902-021335d38d91 service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Received event network-vif-deleted-06c4bc88-41c9-4cd4-ab34-6a82d76f4757 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.721309] env[69289]: INFO nova.compute.manager [req-f5fce2ab-bf84-4ce4-b9bc-7eb420a4024e req-3ba1a6dc-cc3b-47aa-9902-021335d38d91 service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Neutron deleted interface 06c4bc88-41c9-4cd4-ab34-6a82d76f4757; detaching it from the instance and deleting it from the info cache [ 971.721376] env[69289]: DEBUG nova.network.neutron [req-f5fce2ab-bf84-4ce4-b9bc-7eb420a4024e req-3ba1a6dc-cc3b-47aa-9902-021335d38d91 service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.761077] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.761344] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.761541] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleting the datastore file [datastore2] 339382d9-8ce9-41f7-a94e-c52375fdf9a0 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.761839] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc71be5d-592a-4611-9a82-0a2a5ba4f99c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.768327] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for the task: (returnval){ [ 971.768327] env[69289]: value = "task-3277471" [ 971.768327] env[69289]: _type = "Task" [ 971.768327] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.779196] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.933077] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.933348] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.933564] env[69289]: DEBUG nova.network.neutron [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.936356] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8a1d38-e06c-4fb9-84c8-d2b406e025be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.944902] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507657b-bdf5-4071-b23f-dacd00729c50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.983598] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e76b41-e4f7-45e3-91a7-ad1635b1d48b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.991782] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277467, 'name': Rename_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.995731] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.995731] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d03c52-be33-49d0-8fc0-89eecec34bbb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.998086] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607420aa-a301-4839-85c2-af039bffadc8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.007547] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 972.007547] env[69289]: value = "task-3277472" [ 972.007547] env[69289]: _type = "Task" [ 972.007547] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.016207] env[69289]: DEBUG nova.compute.provider_tree [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.026227] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277472, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.089741] env[69289]: DEBUG oslo_vmware.api [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277468, 'name': PowerOnVM_Task, 'duration_secs': 0.477593} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.090031] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.090270] env[69289]: DEBUG nova.compute.manager [None req-8e297b1c-3f94-47b8-bf7e-0b4742ac760f tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.091064] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466dfe85-847d-4d8b-8da5-5b290f7671a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.118146] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277469, 'name': PowerOffVM_Task, 'duration_secs': 0.264943} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.118420] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.118594] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.118867] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eaf9348-1532-4c05-81da-be6bceef660b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.151957] env[69289]: DEBUG nova.network.neutron [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.186338] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.187181] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.187181] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleting the datastore file [datastore2] d7c80603-9c2c-456b-933d-3b2e4ea0196c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.187181] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a085d2e-fd05-40cb-8315-432366ced639 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.194521] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 972.194521] env[69289]: value = "task-3277474" [ 972.194521] env[69289]: _type = "Task" [ 972.194521] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.203453] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.224656] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-084dc32d-f87f-4227-b116-f3121d7220df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.236502] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03574c88-1e5a-4868-8546-4c6ca1959509 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.273147] env[69289]: DEBUG nova.compute.manager [req-f5fce2ab-bf84-4ce4-b9bc-7eb420a4024e req-3ba1a6dc-cc3b-47aa-9902-021335d38d91 service nova] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Detach interface failed, port_id=06c4bc88-41c9-4cd4-ab34-6a82d76f4757, reason: Instance 98593665-4542-433a-8984-ec8fdcc8b40f could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.282504] env[69289]: DEBUG oslo_vmware.api [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Task: {'id': task-3277471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195259} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.282758] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.282936] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.283119] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.283287] env[69289]: INFO nova.compute.manager [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 972.283762] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.285248] env[69289]: DEBUG nova.compute.manager [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.285248] env[69289]: DEBUG nova.network.neutron [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.523748] env[69289]: DEBUG nova.scheduler.client.report [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.538386] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277472, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.654927] env[69289]: INFO nova.compute.manager [-] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Took 1.39 seconds to deallocate network for instance. [ 972.708761] env[69289]: DEBUG oslo_vmware.api [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301098} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.712618] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.712810] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.712941] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.713395] env[69289]: INFO nova.compute.manager [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 972.713395] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.713857] env[69289]: DEBUG nova.compute.manager [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.713955] env[69289]: DEBUG nova.network.neutron [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.785953] env[69289]: DEBUG nova.network.neutron [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [{"id": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "address": "fa:16:3e:15:05:b6", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed5d4a-ce", "ovs_interfaceid": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.031435] env[69289]: DEBUG oslo_vmware.api [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277472, 'name': PowerOnVM_Task, 'duration_secs': 0.879897} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.032289] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.034360] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.034604] env[69289]: INFO nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Took 7.09 seconds to spawn the instance on the hypervisor. [ 973.034802] env[69289]: DEBUG nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.035330] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.119s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.035518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.035677] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 973.035932] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.337s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.037458] env[69289]: INFO nova.compute.claims [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.040617] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4723cd-1410-42e7-a06b-3a12a145338b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.045822] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f04ec0-0bf0-4028-ba3f-8c62c8971a33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.054824] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055d4ec0-5b8a-44f9-8bc0-0375f169b7d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.072902] env[69289]: INFO nova.scheduler.client.report [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance 1d09e7af-1ed9-4a51-8f39-774e1e1a8517 [ 973.075100] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0af47-e389-4767-ba53-c5ad25070f37 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.083783] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622381c-dc91-42a3-aa8b-85b8809552e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.118193] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179116MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 973.118497] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.164797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.291089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.526954] env[69289]: DEBUG nova.network.neutron [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.574164] env[69289]: INFO nova.compute.manager [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Took 23.53 seconds to build instance. [ 973.583551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1dda82cb-33e3-4080-ad2c-aab71898e79b tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "1d09e7af-1ed9-4a51-8f39-774e1e1a8517" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.431s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.623525] env[69289]: DEBUG nova.network.neutron [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.789588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.791193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.791193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.791193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.791193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.795699] env[69289]: INFO nova.compute.manager [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Terminating instance [ 973.797076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "7619c342-d11b-403b-aa77-62d9d4338608" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.797294] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.797490] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "7619c342-d11b-403b-aa77-62d9d4338608-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.797672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.797835] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.804812] env[69289]: INFO nova.compute.manager [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Terminating instance [ 973.823455] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500253a-1b11-4e62-ab43-50fe599f77ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.844635] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e42f19-44d6-4d6a-b4d2-67ba8b705a86 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.851740] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.883781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.884008] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.884345] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.884630] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.884818] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.887172] env[69289]: INFO nova.compute.manager [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Terminating instance [ 974.034033] env[69289]: INFO nova.compute.manager [-] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Took 1.75 seconds to deallocate network for instance. [ 974.078561] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e72e154c-a61c-4b38-bf23-0559dc62af1b tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.044s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.126144] env[69289]: INFO nova.compute.manager [-] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Took 1.41 seconds to deallocate network for instance. [ 974.303171] env[69289]: DEBUG nova.compute.manager [req-ea66d9f7-441a-4e3c-bed9-50c63900af73 req-71c4c915-64c5-4082-a122-bf1fb5d69403 service nova] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Received event network-vif-deleted-3db6bcd4-c043-49e4-a5f1-04c1e3c2ef21 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.303431] env[69289]: DEBUG nova.compute.manager [req-ea66d9f7-441a-4e3c-bed9-50c63900af73 req-71c4c915-64c5-4082-a122-bf1fb5d69403 service nova] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Received event network-vif-deleted-4b0b04be-aab8-433a-8717-36187971a85c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.304742] env[69289]: DEBUG nova.compute.manager [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.304819] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.305852] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b39de6-484b-4e01-b48d-6c849038fbfc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.310399] env[69289]: DEBUG nova.compute.manager [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.310637] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.311480] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad60bd8-c354-401c-92fb-d88a3dc9b4cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.321457] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.321548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.321951] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65dd7e4d-3a76-4bfa-a597-d007a1caac0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.323386] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63649b42-6409-459b-9507-fe74f049f264 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.330476] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 974.330476] env[69289]: value = "task-3277475" [ 974.330476] env[69289]: _type = "Task" [ 974.330476] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.331919] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 974.331919] env[69289]: value = "task-3277476" [ 974.331919] env[69289]: _type = "Task" [ 974.331919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.347784] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.348076] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.350057] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa305ed-5d31-4bbb-bc31-5c1aea2c6eda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.357770] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.358189] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff652ba7-6583-4f45-a97a-d5e705836635 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.363214] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f641e-6bca-409d-941a-3710c5be3305 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.406846] env[69289]: DEBUG nova.compute.manager [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.407123] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.411687] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8fcb63-8f9b-47f3-b868-4179f8859759 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.413337] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333a6528-8ccd-4a04-87c5-966efd8cec60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.416700] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 974.416700] env[69289]: value = "task-3277477" [ 974.416700] env[69289]: _type = "Task" [ 974.416700] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.427603] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.428307] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18554a92-bcac-474d-9b44-f6c8b1ba2aff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.431261] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e82182-6621-48ce-b822-7879a3a7cdc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.438698] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.450522] env[69289]: DEBUG nova.compute.provider_tree [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.453407] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 974.453407] env[69289]: value = "task-3277478" [ 974.453407] env[69289]: _type = "Task" [ 974.453407] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.465148] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.541446] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.640023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.853837] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277475, 'name': PowerOffVM_Task, 'duration_secs': 0.211922} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.855134] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277476, 'name': PowerOffVM_Task, 'duration_secs': 0.210947} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.855134] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.855134] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.855134] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.855593] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.856298] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cdde4e6-0b18-4f73-ac75-306f82b0e4be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.857778] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbe15c59-3136-4746-8748-2708e00899c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.906895] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.906895] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.907833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "8537e560-6851-47e4-b00c-381024307c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.907833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.927962] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.941714] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.941939] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.942142] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleting the datastore file [datastore2] 182afd47-30fe-42cc-b84a-82e7b2b6ac07 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.942412] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cbf7f39-cb7e-4dff-ad6d-fe5562f6751a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.948916] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 974.948916] env[69289]: value = "task-3277481" [ 974.948916] env[69289]: _type = "Task" [ 974.948916] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.953588] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.953790] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.953966] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleting the datastore file [datastore2] 7619c342-d11b-403b-aa77-62d9d4338608 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.955226] env[69289]: DEBUG nova.scheduler.client.report [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.958456] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66eae2fe-3296-48fe-882b-c0d6fc0ba571 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.967754] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.974028] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277478, 'name': PowerOffVM_Task, 'duration_secs': 0.202423} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.976331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.976592] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.977227] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 974.977227] env[69289]: value = "task-3277482" [ 974.977227] env[69289]: _type = "Task" [ 974.977227] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.977497] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c3b7b0-0ae0-4c4c-bf1c-b7e1fcb1089c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.988249] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.048422] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.048743] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.049068] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleting the datastore file [datastore2] a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.049467] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2067798-5b9d-40f6-84b9-da9319d70ada {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.062026] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for the task: (returnval){ [ 975.062026] env[69289]: value = "task-3277484" [ 975.062026] env[69289]: _type = "Task" [ 975.062026] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.073400] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.410104] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.413943] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.427185] env[69289]: DEBUG oslo_vmware.api [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277477, 'name': PowerOnVM_Task, 'duration_secs': 0.734066} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.427550] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.427748] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6ed0745-62cb-40af-9b44-4a0366cd22ad tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance '4075209a-13c3-4d06-8235-bcec544ee594' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.461989] env[69289]: DEBUG oslo_vmware.api [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154416} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.462366] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.462450] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.462643] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.462809] env[69289]: INFO nova.compute.manager [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Took 1.16 seconds to destroy the instance on the hypervisor. [ 975.463079] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.463251] env[69289]: DEBUG nova.compute.manager [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.463339] env[69289]: DEBUG nova.network.neutron [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.466365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.466365] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.468838] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.350s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.492531] env[69289]: DEBUG oslo_vmware.api [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201768} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.492803] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.492992] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.493190] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.493363] env[69289]: INFO nova.compute.manager [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Took 1.18 seconds to destroy the instance on the hypervisor. [ 975.493653] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.493917] env[69289]: DEBUG nova.compute.manager [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.494018] env[69289]: DEBUG nova.network.neutron [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.577645] env[69289]: DEBUG oslo_vmware.api [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Task: {'id': task-3277484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341673} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.577914] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.578111] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.578537] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.578770] env[69289]: INFO nova.compute.manager [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.579075] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.579600] env[69289]: DEBUG nova.compute.manager [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.579702] env[69289]: DEBUG nova.network.neutron [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.943139] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.945136] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.980338] env[69289]: DEBUG nova.compute.utils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.981779] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.981949] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.019658] env[69289]: DEBUG nova.policy [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58c3a2fca274fbdb0be3fe2797560a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746c6961d72467bb93229e82bb985f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.065493] env[69289]: DEBUG nova.compute.manager [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.066784] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6896cccd-388c-4421-b21e-e4cc5bbc3e2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.268293] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Successfully created port: 36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.359370] env[69289]: DEBUG nova.compute.manager [req-fa6c39fd-5c5a-4596-a960-8be8cf74e6fd req-eb4a4aac-e8bf-4dd6-9c82-9f72f09fa6b7 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Received event network-vif-deleted-0448277c-ec1c-442d-8d34-ec49b41980eb {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.359976] env[69289]: INFO nova.compute.manager [req-fa6c39fd-5c5a-4596-a960-8be8cf74e6fd req-eb4a4aac-e8bf-4dd6-9c82-9f72f09fa6b7 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Neutron deleted interface 0448277c-ec1c-442d-8d34-ec49b41980eb; detaching it from the instance and deleting it from the info cache [ 976.360999] env[69289]: DEBUG nova.network.neutron [req-fa6c39fd-5c5a-4596-a960-8be8cf74e6fd req-eb4a4aac-e8bf-4dd6-9c82-9f72f09fa6b7 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.486208] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Applying migration context for instance 4075209a-13c3-4d06-8235-bcec544ee594 as it has an incoming, in-progress migration cc114646-1da7-481a-97db-1ebc928cc1fc. Migration status is finished {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 976.488051] env[69289]: INFO nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating resource usage from migration cc114646-1da7-481a-97db-1ebc928cc1fc [ 976.491549] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 339382d9-8ce9-41f7-a94e-c52375fdf9a0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance eccb563c-de39-40d7-9a6e-f15295f14700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 206628db-4cac-4648-b2b6-139e024346d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ff19c631-3312-4f16-a7d5-9981c9511b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 7619c342-d11b-403b-aa77-62d9d4338608 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 182afd47-30fe-42cc-b84a-82e7b2b6ac07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510360] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 98593665-4542-433a-8984-ec8fdcc8b40f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.510820] env[69289]: WARNING nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d7c80603-9c2c-456b-933d-3b2e4ea0196c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 976.510820] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Migration cc114646-1da7-481a-97db-1ebc928cc1fc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 976.510820] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 4075209a-13c3-4d06-8235-bcec544ee594 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510820] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d850226c-c107-4826-90c8-9de885241df4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.510969] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 976.578271] env[69289]: INFO nova.compute.manager [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] instance snapshotting [ 976.581177] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e54426-d006-4335-88de-5591fe950274 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.601520] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e76b7c-7d43-4b31-bd4b-44c477b07506 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.834647] env[69289]: DEBUG nova.network.neutron [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.842879] env[69289]: DEBUG nova.network.neutron [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.848175] env[69289]: DEBUG nova.network.neutron [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.863798] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5850ca3f-2ef1-45a7-af3f-4d15e38599a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.873406] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ec62b-76f0-4cfe-b392-5ca6c9a04bbb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.904203] env[69289]: DEBUG nova.compute.manager [req-fa6c39fd-5c5a-4596-a960-8be8cf74e6fd req-eb4a4aac-e8bf-4dd6-9c82-9f72f09fa6b7 service nova] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Detach interface failed, port_id=0448277c-ec1c-442d-8d34-ec49b41980eb, reason: Instance 7619c342-d11b-403b-aa77-62d9d4338608 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.015216] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 8537e560-6851-47e4-b00c-381024307c19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 977.112438] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.112764] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acf6349a-96b7-4aaf-b6ee-e8198d17b2d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.120655] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 977.120655] env[69289]: value = "task-3277485" [ 977.120655] env[69289]: _type = "Task" [ 977.120655] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.128479] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.282112] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.282392] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.282588] env[69289]: DEBUG nova.compute.manager [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Going to confirm migration 3 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 977.339905] env[69289]: INFO nova.compute.manager [-] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Took 1.85 seconds to deallocate network for instance. [ 977.344676] env[69289]: INFO nova.compute.manager [-] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Took 1.76 seconds to deallocate network for instance. [ 977.351790] env[69289]: INFO nova.compute.manager [-] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Took 1.89 seconds to deallocate network for instance. [ 977.502355] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.516309] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 977.516621] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 977.516778] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 977.528090] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.528371] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.528567] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.528788] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.528925] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.529151] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.529445] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.529664] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.529928] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.530209] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.530463] env[69289]: DEBUG nova.virt.hardware [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.531441] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af036ed5-60a1-4add-88f8-37a593b6e83e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.542702] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae67425-f846-460b-ab35-0d89823b266a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.630852] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277485, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.751330] env[69289]: DEBUG nova.compute.manager [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Received event network-vif-plugged-36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.751559] env[69289]: DEBUG oslo_concurrency.lockutils [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.751767] env[69289]: DEBUG oslo_concurrency.lockutils [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.751932] env[69289]: DEBUG oslo_concurrency.lockutils [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.756511] env[69289]: DEBUG nova.compute.manager [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] No waiting events found dispatching network-vif-plugged-36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.756511] env[69289]: WARNING nova.compute.manager [req-42510edc-ddfa-43ae-a8c4-eb1679bc2aef req-1aa34c76-b701-4228-9f95-5c3e874d7ac1 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Received unexpected event network-vif-plugged-36d8c21d-3f10-49a2-91de-add4bc2ecdc4 for instance with vm_state building and task_state spawning. [ 977.779604] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bd4e1-dc8d-43b1-a052-2be50b742a60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.791283] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d71180-2d10-49ef-bb14-0e3f5b9f996d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.827807] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb45010-c3d2-482e-89ed-974a8452c964 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.835982] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806d123-c358-4587-b7d8-ddb59eecedd6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.850796] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.851947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.851990] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 977.856737] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.860169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.861167] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.861167] env[69289]: DEBUG nova.network.neutron [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.861167] env[69289]: DEBUG nova.objects.instance [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'info_cache' on Instance uuid 4075209a-13c3-4d06-8235-bcec544ee594 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.891446] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Successfully updated port: 36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.131881] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277485, 'name': CreateSnapshot_Task, 'duration_secs': 0.610772} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.132171] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.132898] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2912eb35-3ba6-4c96-837b-c70e4201a1f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.377713] env[69289]: ERROR nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [req-0db2b219-e8a4-4def-adb8-0fc2ab1103e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0db2b219-e8a4-4def-adb8-0fc2ab1103e0"}]} [ 978.387031] env[69289]: DEBUG nova.compute.manager [req-a3ad66d9-3c1b-4cc6-8700-ed4c2d4745ae req-90281c89-dfd9-4d3a-8f44-0354e34e52f0 service nova] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Received event network-vif-deleted-8c7fbda2-e7db-4013-91d1-af97fccbd257 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.387031] env[69289]: DEBUG nova.compute.manager [req-a3ad66d9-3c1b-4cc6-8700-ed4c2d4745ae req-90281c89-dfd9-4d3a-8f44-0354e34e52f0 service nova] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Received event network-vif-deleted-8892f5be-ab43-4b49-a771-08d44ffe7656 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.396093] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 978.398439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.398439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.398581] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.413039] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 978.413039] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.425390] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 978.443551] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 978.639885] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a37247-a48c-4ac1-83a0-25754ad207d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.650337] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 978.650589] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3833e6a-55c7-4479-a1b4-3b48ede7c185 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.658297] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a055dd53-d088-4181-b639-68204ca8271b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.662345] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 978.662345] env[69289]: value = "task-3277486" [ 978.662345] env[69289]: _type = "Task" [ 978.662345] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.692795] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88795f87-f2b3-4877-b084-01f50543311f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.695343] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277486, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.700516] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d93b64-90ba-4f52-a110-aa2a595fb03c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.714350] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 978.932749] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.094127] env[69289]: DEBUG nova.network.neutron [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Updating instance_info_cache with network_info: [{"id": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "address": "fa:16:3e:b4:39:f5", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d8c21d-3f", "ovs_interfaceid": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.151572] env[69289]: DEBUG nova.network.neutron [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [{"id": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "address": "fa:16:3e:15:05:b6", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ed5d4a-ce", "ovs_interfaceid": "f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.175169] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277486, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.244555] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 979.244866] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 111 to 112 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 979.245086] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.598208] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.598208] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance network_info: |[{"id": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "address": "fa:16:3e:b4:39:f5", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d8c21d-3f", "ovs_interfaceid": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.598490] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:39:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d8c21d-3f10-49a2-91de-add4bc2ecdc4', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.606338] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.606518] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.606682] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aadfced-75b2-4a35-95ce-43411c119dce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.626946] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.626946] env[69289]: value = "task-3277487" [ 979.626946] env[69289]: _type = "Task" [ 979.626946] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.636276] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277487, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.654017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-4075209a-13c3-4d06-8235-bcec544ee594" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.654363] env[69289]: DEBUG nova.objects.instance [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'migration_context' on Instance uuid 4075209a-13c3-4d06-8235-bcec544ee594 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.677596] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277486, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.750301] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 979.750564] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.282s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.750849] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.586s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.751049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.753145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.212s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.753347] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.755126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.115s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.755308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.757236] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.815s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.758899] env[69289]: INFO nova.compute.claims [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.790604] env[69289]: DEBUG nova.compute.manager [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Received event network-changed-36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.790604] env[69289]: DEBUG nova.compute.manager [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Refreshing instance network info cache due to event network-changed-36d8c21d-3f10-49a2-91de-add4bc2ecdc4. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.790604] env[69289]: DEBUG oslo_concurrency.lockutils [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] Acquiring lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.790785] env[69289]: DEBUG oslo_concurrency.lockutils [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] Acquired lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.790878] env[69289]: DEBUG nova.network.neutron [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Refreshing network info cache for port 36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.794616] env[69289]: INFO nova.scheduler.client.report [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance 98593665-4542-433a-8984-ec8fdcc8b40f [ 979.796962] env[69289]: INFO nova.scheduler.client.report [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted allocations for instance d7c80603-9c2c-456b-933d-3b2e4ea0196c [ 979.809408] env[69289]: INFO nova.scheduler.client.report [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Deleted allocations for instance 339382d9-8ce9-41f7-a94e-c52375fdf9a0 [ 980.137398] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277487, 'name': CreateVM_Task, 'duration_secs': 0.360186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.137575] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.138266] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.138432] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.138808] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.138991] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de02282d-0c52-496f-8db1-2b09ae1a80e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.143198] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 980.143198] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce436b-b5cc-4125-0fc4-70fff2d9aa7a" [ 980.143198] env[69289]: _type = "Task" [ 980.143198] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.151488] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce436b-b5cc-4125-0fc4-70fff2d9aa7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.157306] env[69289]: DEBUG nova.objects.base [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Object Instance<4075209a-13c3-4d06-8235-bcec544ee594> lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.158140] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b55d3-595a-4001-a41e-df44af31482e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.178623] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03087116-f779-4d7e-ba5e-e61d81bc5bb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.187159] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277486, 'name': CloneVM_Task, 'duration_secs': 1.160462} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.188581] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Created linked-clone VM from snapshot [ 980.188914] env[69289]: DEBUG oslo_vmware.api [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 980.188914] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5248f281-840e-7f71-9ef0-54b34ba03e86" [ 980.188914] env[69289]: _type = "Task" [ 980.188914] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.189667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45dfd97-284f-45b9-9708-b9f40c2053f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.199939] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Uploading image 5a49aecf-5876-4b98-9180-b7de2c2a7438 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 980.205447] env[69289]: DEBUG oslo_vmware.api [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5248f281-840e-7f71-9ef0-54b34ba03e86, 'name': SearchDatastore_Task, 'duration_secs': 0.006429} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.205671] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.213129] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 980.213403] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f95476cb-8de2-42d6-9f1e-f8f5dab6eb64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.219977] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 980.219977] env[69289]: value = "task-3277488" [ 980.219977] env[69289]: _type = "Task" [ 980.219977] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.227968] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277488, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.315581] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c858b942-a9d4-4433-b20f-d44b47e666ea tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "d7c80603-9c2c-456b-933d-3b2e4ea0196c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.238s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.319129] env[69289]: DEBUG oslo_concurrency.lockutils [None req-724ad76f-e76c-4577-8181-6385e45ba753 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "98593665-4542-433a-8984-ec8fdcc8b40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.168s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.319860] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9a0ed8f3-f99c-4d8d-a72d-9daee8fa1d96 tempest-ServersWithSpecificFlavorTestJSON-1676957557 tempest-ServersWithSpecificFlavorTestJSON-1676957557-project-member] Lock "339382d9-8ce9-41f7-a94e-c52375fdf9a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.692s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.643185] env[69289]: DEBUG nova.network.neutron [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Updated VIF entry in instance network info cache for port 36d8c21d-3f10-49a2-91de-add4bc2ecdc4. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.643559] env[69289]: DEBUG nova.network.neutron [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Updating instance_info_cache with network_info: [{"id": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "address": "fa:16:3e:b4:39:f5", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d8c21d-3f", "ovs_interfaceid": "36d8c21d-3f10-49a2-91de-add4bc2ecdc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.654578] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce436b-b5cc-4125-0fc4-70fff2d9aa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.655150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.655150] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.655328] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.655471] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.655647] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.656502] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e5ab37-d5ec-4d9b-803f-b920b226970c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.665079] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.665365] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 980.666315] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb176ca6-45e2-4083-a1ba-259de6593de6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.671344] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 980.671344] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ecf91f-c1e7-5cd7-4528-816f39c0f684" [ 980.671344] env[69289]: _type = "Task" [ 980.671344] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.678404] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ecf91f-c1e7-5cd7-4528-816f39c0f684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.731266] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277488, 'name': Destroy_Task, 'duration_secs': 0.361197} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.731589] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Destroyed the VM [ 980.731881] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.732175] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-274cd585-28cc-4430-b588-f7333afab4ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.739608] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 980.739608] env[69289]: value = "task-3277489" [ 980.739608] env[69289]: _type = "Task" [ 980.739608] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.749328] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.011849] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf17e9f4-8146-4c6b-a419-c3ec1f8a1f55 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.025815] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3785db-b7e1-4131-a254-60fcfa35b13d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.065316] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec69e5d-0256-42b7-8e5f-cf38fef63ee5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.071094] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.071343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.078013] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec3467-ae3d-4a34-9131-9425439e312f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.097068] env[69289]: DEBUG nova.compute.provider_tree [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.149417] env[69289]: DEBUG oslo_concurrency.lockutils [req-302546b2-258b-469d-a158-f9fd3ceae33f req-6181d27b-d12f-4911-ae2e-e8c5e93f8af6 service nova] Releasing lock "refresh_cache-ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.182370] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ecf91f-c1e7-5cd7-4528-816f39c0f684, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.183218] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdda7cb4-bc37-4fa1-9b77-dc71608baa26 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.189205] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 981.189205] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52be976b-10f3-304f-bcd0-d7e19f69074f" [ 981.189205] env[69289]: _type = "Task" [ 981.189205] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.197116] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52be976b-10f3-304f-bcd0-d7e19f69074f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.249785] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277489, 'name': RemoveSnapshot_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.574146] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.602026] env[69289]: DEBUG nova.scheduler.client.report [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.701755] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52be976b-10f3-304f-bcd0-d7e19f69074f, 'name': SearchDatastore_Task, 'duration_secs': 0.046975} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.702379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.704326] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 981.704326] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7950b5e0-1a0e-4990-97e0-ce7b3d575fe6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.713219] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 981.713219] env[69289]: value = "task-3277490" [ 981.713219] env[69289]: _type = "Task" [ 981.713219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.720116] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.750424] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277489, 'name': RemoveSnapshot_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.099640] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.107805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.108483] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.111273] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.167s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.114624] env[69289]: INFO nova.compute.claims [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.233941] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.252257] env[69289]: DEBUG oslo_vmware.api [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277489, 'name': RemoveSnapshot_Task, 'duration_secs': 1.238292} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.252590] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.620192] env[69289]: DEBUG nova.compute.utils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.626064] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.627741] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.703415] env[69289]: DEBUG nova.policy [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac8c4e013efb4fa89b0c3d946ea63f97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f404a1987eb54150902b4ff14414d18d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.724978] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772748} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.725380] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 982.725683] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 982.727808] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe0ebf1d-2e8d-40d4-a96d-579994e2e559 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.735385] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 982.735385] env[69289]: value = "task-3277491" [ 982.735385] env[69289]: _type = "Task" [ 982.735385] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.745224] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.758230] env[69289]: WARNING nova.compute.manager [None req-c2d99a27-a011-48e3-b9c1-12833018683e tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Image not found during snapshot: nova.exception.ImageNotFound: Image 5a49aecf-5876-4b98-9180-b7de2c2a7438 could not be found. [ 983.039195] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Successfully created port: 8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.127305] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.249380] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195532} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.251752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.253921] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aa08d2-8949-4e6d-b0cb-1adc7f7e0b4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.285850] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.289556] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d8a42c-93c2-4324-9a5e-b197200e4dc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.310410] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 983.310410] env[69289]: value = "task-3277492" [ 983.310410] env[69289]: _type = "Task" [ 983.310410] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.319781] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.489047] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d4e9c7-adbe-4946-add2-e8a0ba4a812e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.503982] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cf083-1929-4387-bd65-b82c595e0c9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.534437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b52971-5f41-47b2-bbae-1fb9cd98379e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.542942] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2310d9-e489-43bb-86e1-56e865708237 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.559037] env[69289]: DEBUG nova.compute.provider_tree [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 983.821229] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277492, 'name': ReconfigVM_Task, 'duration_secs': 0.319206} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.821569] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.822580] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d91faeeb-32e2-496c-a37c-aac71ff05449 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.828318] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 983.828318] env[69289]: value = "task-3277493" [ 983.828318] env[69289]: _type = "Task" [ 983.828318] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.837299] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277493, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.085536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "d850226c-c107-4826-90c8-9de885241df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.085804] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.086047] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "d850226c-c107-4826-90c8-9de885241df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.086246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.086410] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.088973] env[69289]: INFO nova.compute.manager [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Terminating instance [ 984.090952] env[69289]: ERROR nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [req-f4c906c9-97aa-4f01-8487-c9710b76661a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d1817315-9794-45d2-b0a0-d3d4c8d25b7f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4c906c9-97aa-4f01-8487-c9710b76661a"}]} [ 984.112082] env[69289]: DEBUG nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 984.133186] env[69289]: DEBUG nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 984.133416] env[69289]: DEBUG nova.compute.provider_tree [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.136199] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.151099] env[69289]: DEBUG nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 984.187758] env[69289]: DEBUG nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 984.192946] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.193189] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.193353] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.193546] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.193699] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.193882] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.194200] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.194374] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.194964] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.194964] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.194964] env[69289]: DEBUG nova.virt.hardware [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.195799] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975ed499-a682-4da1-a94c-83ecd8480253 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.204526] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1a9a0-921b-4a8d-bd84-f6b01412334d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.342768] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277493, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.451239] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0410170-17ed-4bf4-85de-09cbf487098e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.458658] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2503941-32cb-446a-b912-9c4763cfd484 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.491992] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910917b1-2d6b-4317-b1c5-1828ef114fe1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.499648] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92027e7d-aad9-49f5-ac0f-f52749c2b330 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.514347] env[69289]: DEBUG nova.compute.provider_tree [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.596182] env[69289]: DEBUG nova.compute.manager [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.596421] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.597402] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb00d5e0-e247-4de6-b963-c91f39297db5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.605616] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.605750] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04bed680-e933-4ca6-8e10-f18dd90050e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.615059] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 984.615059] env[69289]: value = "task-3277494" [ 984.615059] env[69289]: _type = "Task" [ 984.615059] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.628584] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.704923] env[69289]: DEBUG nova.compute.manager [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Received event network-vif-plugged-8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.704923] env[69289]: DEBUG oslo_concurrency.lockutils [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] Acquiring lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.704923] env[69289]: DEBUG oslo_concurrency.lockutils [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.705394] env[69289]: DEBUG oslo_concurrency.lockutils [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.705470] env[69289]: DEBUG nova.compute.manager [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] No waiting events found dispatching network-vif-plugged-8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.705677] env[69289]: WARNING nova.compute.manager [req-0da37965-0586-4823-afd0-aed9e99cfc38 req-cdc3ced8-f314-46e6-a679-29639f4ec6eb service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Received unexpected event network-vif-plugged-8020c642-d735-4037-a29a-1613106428c0 for instance with vm_state building and task_state spawning. [ 984.841181] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277493, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.856329] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Successfully updated port: 8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.058025] env[69289]: DEBUG nova.scheduler.client.report [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 985.058025] env[69289]: DEBUG nova.compute.provider_tree [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 113 to 114 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 985.058025] env[69289]: DEBUG nova.compute.provider_tree [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.124362] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277494, 'name': PowerOffVM_Task, 'duration_secs': 0.210507} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.124652] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.124823] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.125156] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbd0f050-774b-4f69-817f-eb2c691ba774 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.189717] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.189979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.190249] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleting the datastore file [datastore1] d850226c-c107-4826-90c8-9de885241df4 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.190461] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7ecddef-643b-4ce9-bec9-b412d3f699c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.196809] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for the task: (returnval){ [ 985.196809] env[69289]: value = "task-3277496" [ 985.196809] env[69289]: _type = "Task" [ 985.196809] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.207395] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.340268] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277493, 'name': Rename_Task, 'duration_secs': 1.14176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.340609] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.340871] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ccb3ef-eca6-4cfe-90ac-f8594e39875e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.346496] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 985.346496] env[69289]: value = "task-3277497" [ 985.346496] env[69289]: _type = "Task" [ 985.346496] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.354863] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.357476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.357605] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquired lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.357755] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.561298] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.561840] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.564696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.714s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.565081] env[69289]: DEBUG nova.objects.instance [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lazy-loading 'resources' on Instance uuid 7619c342-d11b-403b-aa77-62d9d4338608 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.708148] env[69289]: DEBUG oslo_vmware.api [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Task: {'id': task-3277496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349059} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.708424] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.708611] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.708784] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.708954] env[69289]: INFO nova.compute.manager [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] [instance: d850226c-c107-4826-90c8-9de885241df4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 985.709210] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.709402] env[69289]: DEBUG nova.compute.manager [-] [instance: d850226c-c107-4826-90c8-9de885241df4] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.709498] env[69289]: DEBUG nova.network.neutron [-] [instance: d850226c-c107-4826-90c8-9de885241df4] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.855960] env[69289]: DEBUG oslo_vmware.api [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277497, 'name': PowerOnVM_Task, 'duration_secs': 0.452257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.856303] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.856444] env[69289]: INFO nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Took 8.35 seconds to spawn the instance on the hypervisor. [ 985.856620] env[69289]: DEBUG nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.857435] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bd2e75-56f6-4a26-bb07-a028756c9fb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.904175] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.057493] env[69289]: DEBUG nova.network.neutron [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Updating instance_info_cache with network_info: [{"id": "8020c642-d735-4037-a29a-1613106428c0", "address": "fa:16:3e:1b:25:c6", "network": {"id": "34e94a4e-a7ca-4aa1-9137-a8fe8f0ea738", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1911047576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f404a1987eb54150902b4ff14414d18d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8020c642-d7", "ovs_interfaceid": "8020c642-d735-4037-a29a-1613106428c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.067701] env[69289]: DEBUG nova.compute.utils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.073483] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.074125] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.142770] env[69289]: DEBUG nova.policy [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.384312] env[69289]: INFO nova.compute.manager [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Took 14.70 seconds to build instance. [ 986.396225] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fb3e37-d56f-4a65-b4d7-5b03fec42606 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.406115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c087f79-f94a-4cf8-a3c8-e73ddf19cd2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.441674] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d62579-43a8-4112-be4f-72238b98e23a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.449319] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ce876-2fce-43fa-9cb3-45ac987848ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.462971] env[69289]: DEBUG nova.compute.provider_tree [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.562203] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Releasing lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.562611] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Instance network_info: |[{"id": "8020c642-d735-4037-a29a-1613106428c0", "address": "fa:16:3e:1b:25:c6", "network": {"id": "34e94a4e-a7ca-4aa1-9137-a8fe8f0ea738", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1911047576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f404a1987eb54150902b4ff14414d18d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8020c642-d7", "ovs_interfaceid": "8020c642-d735-4037-a29a-1613106428c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.563327] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:25:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8020c642-d735-4037-a29a-1613106428c0', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.583849] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Creating folder: Project (f404a1987eb54150902b4ff14414d18d). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.583849] env[69289]: DEBUG nova.network.neutron [-] [instance: d850226c-c107-4826-90c8-9de885241df4] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.586427] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.595701] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e65b7227-1fc4-4f6e-b4ad-a723e29b1d0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.612019] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Created folder: Project (f404a1987eb54150902b4ff14414d18d) in parent group-v654351. [ 986.612019] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Creating folder: Instances. Parent ref: group-v654589. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.612019] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c302e27-e4cc-41f0-80d3-ee28b67e075d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.621170] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Created folder: Instances in parent group-v654589. [ 986.621739] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.622125] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.622563] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64a5d2c-8878-4275-b595-e59e5b64e2f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.659190] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.659190] env[69289]: value = "task-3277500" [ 986.659190] env[69289]: _type = "Task" [ 986.659190] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.673656] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277500, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.677985] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Successfully created port: 75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.756194] env[69289]: DEBUG nova.compute.manager [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Received event network-changed-8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.756194] env[69289]: DEBUG nova.compute.manager [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Refreshing instance network info cache due to event network-changed-8020c642-d735-4037-a29a-1613106428c0. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.756351] env[69289]: DEBUG oslo_concurrency.lockutils [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] Acquiring lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.756457] env[69289]: DEBUG oslo_concurrency.lockutils [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] Acquired lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.756620] env[69289]: DEBUG nova.network.neutron [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Refreshing network info cache for port 8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.888094] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4571089-03bd-424b-b320-84a9292051ed tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.220s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.970133] env[69289]: DEBUG nova.scheduler.client.report [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.088740] env[69289]: INFO nova.compute.manager [-] [instance: d850226c-c107-4826-90c8-9de885241df4] Took 1.38 seconds to deallocate network for instance. [ 987.173551] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277500, 'name': CreateVM_Task, 'duration_secs': 0.448701} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.173551] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.173551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.173551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.173551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.173551] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8689fd-67e9-44cd-a35f-884e6541979f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.176641] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 987.176641] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528e8026-bf66-2bb3-bd76-4b5d1ce5d1fe" [ 987.176641] env[69289]: _type = "Task" [ 987.176641] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.186353] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528e8026-bf66-2bb3-bd76-4b5d1ce5d1fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.225183] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.225183] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.225183] env[69289]: DEBUG nova.compute.manager [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.225183] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cff0c9-35c5-4a16-904b-a4d8c6f31acd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.233852] env[69289]: DEBUG nova.compute.manager [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 987.234666] env[69289]: DEBUG nova.objects.instance [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'flavor' on Instance uuid ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.472851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.474971] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.623s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.474971] env[69289]: DEBUG nova.objects.instance [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lazy-loading 'resources' on Instance uuid a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.480204] env[69289]: DEBUG nova.network.neutron [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Updated VIF entry in instance network info cache for port 8020c642-d735-4037-a29a-1613106428c0. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.480424] env[69289]: DEBUG nova.network.neutron [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Updating instance_info_cache with network_info: [{"id": "8020c642-d735-4037-a29a-1613106428c0", "address": "fa:16:3e:1b:25:c6", "network": {"id": "34e94a4e-a7ca-4aa1-9137-a8fe8f0ea738", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1911047576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f404a1987eb54150902b4ff14414d18d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8020c642-d7", "ovs_interfaceid": "8020c642-d735-4037-a29a-1613106428c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.502807] env[69289]: INFO nova.scheduler.client.report [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted allocations for instance 7619c342-d11b-403b-aa77-62d9d4338608 [ 987.595718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.599249] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.634762] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.635086] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.635270] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.635461] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.635607] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.635750] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.635956] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.636164] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.636341] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.636503] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.636673] env[69289]: DEBUG nova.virt.hardware [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.637583] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a2d80-82c5-45d4-8968-bc18096dc333 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.646122] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee58a379-ca53-4526-af83-5e91e28c5e6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.687344] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528e8026-bf66-2bb3-bd76-4b5d1ce5d1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.687677] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.687879] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.688157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.688310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.688567] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.688745] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70688bc-b53f-410a-b7c2-7b9ca196e3d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.697490] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.697671] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.698472] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a070d87e-7aa5-4794-9dfd-9cde407e6633 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.703261] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 987.703261] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52885e6c-3b0f-e158-8fb9-56738b6fa174" [ 987.703261] env[69289]: _type = "Task" [ 987.703261] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.710735] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52885e6c-3b0f-e158-8fb9-56738b6fa174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.983603] env[69289]: DEBUG oslo_concurrency.lockutils [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] Releasing lock "refresh_cache-8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.983855] env[69289]: DEBUG nova.compute.manager [req-56b2af29-1424-4baf-8d18-87e94d8d3588 req-fda89876-ac50-444d-aca7-9abe35f10b7f service nova] [instance: d850226c-c107-4826-90c8-9de885241df4] Received event network-vif-deleted-021b3edd-4b0c-4bc2-9e6c-219c9d21fd40 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.009659] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3aac319f-b1bc-4033-880c-769460d59840 tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "7619c342-d11b-403b-aa77-62d9d4338608" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.212s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.217422] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52885e6c-3b0f-e158-8fb9-56738b6fa174, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.218576] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab01093-c3cd-4573-bd23-63382fade684 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.225088] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 988.225088] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528616b5-0302-a405-24c0-32c560af9a0d" [ 988.225088] env[69289]: _type = "Task" [ 988.225088] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.235357] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528616b5-0302-a405-24c0-32c560af9a0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.242046] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.242335] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7518e68e-70b3-435a-84ff-67976df4f37c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.249082] env[69289]: DEBUG oslo_vmware.api [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 988.249082] env[69289]: value = "task-3277501" [ 988.249082] env[69289]: _type = "Task" [ 988.249082] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.260365] env[69289]: DEBUG oslo_vmware.api [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.289091] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdda780-32c1-442f-bb22-10d23936b59e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.298884] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fead1c5-56bc-44c2-9eb6-e4326bdd2f57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.335925] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92287282-02c8-4154-a020-3735844822ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.344308] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e069d5-cce7-4f30-9092-0b1b566b1c44 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.361120] env[69289]: DEBUG nova.compute.provider_tree [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.644973] env[69289]: DEBUG nova.compute.manager [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Received event network-vif-plugged-75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.645263] env[69289]: DEBUG oslo_concurrency.lockutils [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] Acquiring lock "8537e560-6851-47e4-b00c-381024307c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.645491] env[69289]: DEBUG oslo_concurrency.lockutils [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] Lock "8537e560-6851-47e4-b00c-381024307c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.645662] env[69289]: DEBUG oslo_concurrency.lockutils [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] Lock "8537e560-6851-47e4-b00c-381024307c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.645828] env[69289]: DEBUG nova.compute.manager [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] No waiting events found dispatching network-vif-plugged-75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.645989] env[69289]: WARNING nova.compute.manager [req-e4f0d911-c4fc-42c3-805c-aba2ab2e2da1 req-a459d28d-9755-42e9-8bad-2066ea617c67 service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Received unexpected event network-vif-plugged-75ff746c-51af-435d-980c-a605e4f5b23b for instance with vm_state building and task_state spawning. [ 988.736129] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528616b5-0302-a405-24c0-32c560af9a0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009426} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.736405] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.736662] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d/8a2e3f3f-0c59-4e72-962b-c7f69e729d1d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.736960] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073384c1-0ec7-417a-b54b-3f9ea82ee2c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.743582] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 988.743582] env[69289]: value = "task-3277502" [ 988.743582] env[69289]: _type = "Task" [ 988.743582] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.751521] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.759748] env[69289]: DEBUG oslo_vmware.api [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277501, 'name': PowerOffVM_Task, 'duration_secs': 0.193607} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.760044] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.760229] env[69289]: DEBUG nova.compute.manager [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.760972] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4391a4be-b83b-4548-bb60-7669ca651586 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.864317] env[69289]: DEBUG nova.scheduler.client.report [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.103398] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Successfully updated port: 75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.131810] env[69289]: DEBUG nova.compute.manager [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Received event network-changed-75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.132046] env[69289]: DEBUG nova.compute.manager [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Refreshing instance network info cache due to event network-changed-75ff746c-51af-435d-980c-a605e4f5b23b. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.132273] env[69289]: DEBUG oslo_concurrency.lockutils [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] Acquiring lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.132414] env[69289]: DEBUG oslo_concurrency.lockutils [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] Acquired lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.132573] env[69289]: DEBUG nova.network.neutron [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Refreshing network info cache for port 75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.253777] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502202} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.254072] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d/8a2e3f3f-0c59-4e72-962b-c7f69e729d1d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.254297] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.254606] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bb10d26-3bf9-428f-81dc-dc36201deb06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.261443] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 989.261443] env[69289]: value = "task-3277503" [ 989.261443] env[69289]: _type = "Task" [ 989.261443] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.274851] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.277029] env[69289]: DEBUG oslo_concurrency.lockutils [None req-20f84c86-8f5d-44ca-bde5-aeacd2772b55 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.372037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.372607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.516s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.374641] env[69289]: DEBUG nova.objects.instance [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lazy-loading 'resources' on Instance uuid 182afd47-30fe-42cc-b84a-82e7b2b6ac07 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.400935] env[69289]: INFO nova.scheduler.client.report [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Deleted allocations for instance a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61 [ 989.607277] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.721945] env[69289]: DEBUG nova.network.neutron [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.771428] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065857} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.771718] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.772524] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a362d926-1d49-4463-a5a7-96afac757d06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.804026] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d/8a2e3f3f-0c59-4e72-962b-c7f69e729d1d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.804361] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe28b299-6725-4ff1-8b0e-50a484fcd304 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.827899] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 989.827899] env[69289]: value = "task-3277504" [ 989.827899] env[69289]: _type = "Task" [ 989.827899] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.842639] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.912570] env[69289]: DEBUG nova.network.neutron [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.916971] env[69289]: DEBUG oslo_concurrency.lockutils [None req-10d51daa-8a40-4134-a1d1-811de0bc027e tempest-ListServersNegativeTestJSON-2028228971 tempest-ListServersNegativeTestJSON-2028228971-project-member] Lock "a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.030s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.952145] env[69289]: INFO nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Rebuilding instance [ 990.010839] env[69289]: DEBUG nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.011808] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8ae5f0-57b8-4843-b781-e74b8b365054 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160894] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bbf0d2-f6f0-4a9d-8b0e-b0dfd6702ab4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.169391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb8b4e9-b148-4a7a-80b8-56ed65c522c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.205018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7656e-1a0d-48fa-bb93-64f79f55da8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.211653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93217cd9-171f-412f-9acf-1e67007b0444 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.230205] env[69289]: DEBUG nova.compute.provider_tree [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.341010] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277504, 'name': ReconfigVM_Task, 'duration_secs': 0.279232} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.341540] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d/8a2e3f3f-0c59-4e72-962b-c7f69e729d1d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.342331] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca96ccc9-bc84-4b31-8ba3-ba75eb628c35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.353021] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 990.353021] env[69289]: value = "task-3277505" [ 990.353021] env[69289]: _type = "Task" [ 990.353021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.363562] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277505, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.419763] env[69289]: DEBUG oslo_concurrency.lockutils [req-bf1e3732-08b2-4060-95a9-030479ff3704 req-a2bdb599-9ea6-4bbf-9697-626bfc7dad2f service nova] Releasing lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.421239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.421571] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.736202] env[69289]: DEBUG nova.scheduler.client.report [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.862595] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277505, 'name': Rename_Task, 'duration_secs': 0.144035} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.862895] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.863168] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfb7f4cd-d49a-48f3-bc9b-d9101eacfecd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873022] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 990.873022] env[69289]: value = "task-3277506" [ 990.873022] env[69289]: _type = "Task" [ 990.873022] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.880099] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.031137] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.031137] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f7c8605-5ce4-4313-9364-55a9628952b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.035623] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 991.035623] env[69289]: value = "task-3277507" [ 991.035623] env[69289]: _type = "Task" [ 991.035623] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.046287] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 991.049027] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.049027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf725445-f9e1-41d7-a25f-5ff208698fd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.056129] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.056703] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd12bba4-8fb0-46de-af59-c9b525a80c70 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.094635] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.123495] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.123495] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.124130] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.124476] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51aa2320-0dfe-4c88-8b72-07f61f203278 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.131391] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 991.131391] env[69289]: value = "task-3277509" [ 991.131391] env[69289]: _type = "Task" [ 991.131391] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.139743] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.241750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.245799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.040s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.279304] env[69289]: INFO nova.scheduler.client.report [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleted allocations for instance 182afd47-30fe-42cc-b84a-82e7b2b6ac07 [ 991.396409] env[69289]: DEBUG oslo_vmware.api [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277506, 'name': PowerOnVM_Task, 'duration_secs': 0.493848} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.400035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.400035] env[69289]: INFO nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 7.26 seconds to spawn the instance on the hypervisor. [ 991.400035] env[69289]: DEBUG nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.400035] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59926497-31db-4107-8b21-f8b230882a1e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.524614] env[69289]: DEBUG nova.network.neutron [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Updating instance_info_cache with network_info: [{"id": "75ff746c-51af-435d-980c-a605e4f5b23b", "address": "fa:16:3e:34:1f:75", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ff746c-51", "ovs_interfaceid": "75ff746c-51af-435d-980c-a605e4f5b23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.643409] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139721} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.643718] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.643908] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.644156] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.788912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf73b2f5-88f5-4031-b5c9-1a2f52f1ff11 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "182afd47-30fe-42cc-b84a-82e7b2b6ac07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.999s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.921794] env[69289]: INFO nova.compute.manager [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 16.00 seconds to build instance. [ 992.033390] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-8537e560-6851-47e4-b00c-381024307c19" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.035442] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance network_info: |[{"id": "75ff746c-51af-435d-980c-a605e4f5b23b", "address": "fa:16:3e:34:1f:75", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ff746c-51", "ovs_interfaceid": "75ff746c-51af-435d-980c-a605e4f5b23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.035903] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:1f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75ff746c-51af-435d-980c-a605e4f5b23b', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.044365] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.047716] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.048224] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62937527-f598-497f-a287-39893ccd125d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.075530] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.075530] env[69289]: value = "task-3277510" [ 992.075530] env[69289]: _type = "Task" [ 992.075530] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.084086] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277510, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.085612] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7636d9-792b-4edd-a6b0-bc905b83c852 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.093101] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7228c333-9bdf-4626-9db8-03b0d89bebbc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.128652] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb28c5-75b1-480a-9a87-41e454074a70 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.140656] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10042608-15a5-4551-aed3-77bd258c76b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.162513] env[69289]: DEBUG nova.compute.provider_tree [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.373256] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.373576] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.424261] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7296b839-681f-4891-830b-44f5ae6f7186 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.518s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.587068] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277510, 'name': CreateVM_Task, 'duration_secs': 0.343388} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.587290] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.588147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.588390] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.588734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.589016] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1a6472-7d27-448d-bd93-0725a0d9a2d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.594075] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 992.594075] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5210b9fd-11a6-3f82-509a-bda8780996be" [ 992.594075] env[69289]: _type = "Task" [ 992.594075] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.602228] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5210b9fd-11a6-3f82-509a-bda8780996be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.635744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "206628db-4cac-4648-b2b6-139e024346d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.636072] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.636264] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "206628db-4cac-4648-b2b6-139e024346d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.636454] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.636624] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.639044] env[69289]: INFO nova.compute.manager [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Terminating instance [ 992.668510] env[69289]: DEBUG nova.scheduler.client.report [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.691690] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.691943] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.692171] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.692419] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.692580] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.692730] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.692939] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.693125] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.693297] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.693456] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.693627] env[69289]: DEBUG nova.virt.hardware [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.694699] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba0299e-43ae-4118-a0d0-713b74983613 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.702677] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1a2940-3c53-4e56-8a0b-be480af4b56d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.716168] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:39:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d8c21d-3f10-49a2-91de-add4bc2ecdc4', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.723611] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.724193] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.724420] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c8c9f1f-954a-40ce-b430-395fa8385f22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.743266] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.743266] env[69289]: value = "task-3277511" [ 992.743266] env[69289]: _type = "Task" [ 992.743266] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.750511] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277511, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.876980] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.103649] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5210b9fd-11a6-3f82-509a-bda8780996be, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.105012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.105012] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.105012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.105012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.105012] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.107844] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120d31c8-1f06-4ad2-a363-c05d7186fd90 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.113951] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.113951] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.114404] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abdc3187-94a1-4ce2-ae98-9191f74342b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.121011] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 993.121011] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52111a6c-7b7b-a05e-5220-2c866dfffddf" [ 993.121011] env[69289]: _type = "Task" [ 993.121011] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.129640] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52111a6c-7b7b-a05e-5220-2c866dfffddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.143507] env[69289]: DEBUG nova.compute.manager [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.145473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.145473] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1e60d-6fea-44a7-ba1e-412729cdf77a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.152194] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.153070] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4409211a-70f9-462c-8188-4996bb3d5579 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.158763] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 993.158763] env[69289]: value = "task-3277512" [ 993.158763] env[69289]: _type = "Task" [ 993.158763] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.166287] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.253313] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277511, 'name': CreateVM_Task, 'duration_secs': 0.322505} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.254008] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.254734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.254888] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.255272] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.255547] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927e7f72-3e6b-4438-9a28-70ad974c2a2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.261472] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 993.261472] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528d580b-eb69-8f1f-4860-5ccee3890a27" [ 993.261472] env[69289]: _type = "Task" [ 993.261472] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.270228] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528d580b-eb69-8f1f-4860-5ccee3890a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.406876] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.615309] env[69289]: DEBUG nova.compute.manager [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.616256] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dc5276-d50b-448e-99ab-555e8ae5430c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.633626] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52111a6c-7b7b-a05e-5220-2c866dfffddf, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.636485] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2766ab-5040-4bf4-ab62-81d51b0f40bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.639048] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 993.639048] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba362c-0dc0-c543-6c6c-32e29dc55ccb" [ 993.639048] env[69289]: _type = "Task" [ 993.639048] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.646784] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba362c-0dc0-c543-6c6c-32e29dc55ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.668752] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277512, 'name': PowerOffVM_Task, 'duration_secs': 0.401139} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.669045] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.669258] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.669525] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35d1b454-231c-4c4b-9d58-608b385e7902 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.678683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.433s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.681398] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.582s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.686403] env[69289]: INFO nova.compute.claims [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.742145] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.742367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.742544] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleting the datastore file [datastore1] 206628db-4cac-4648-b2b6-139e024346d2 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.742812] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50fd9bdf-8ef8-4fcc-8e33-f70e93e1feb3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752285] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for the task: (returnval){ [ 993.752285] env[69289]: value = "task-3277514" [ 993.752285] env[69289]: _type = "Task" [ 993.752285] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.762285] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.772034] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528d580b-eb69-8f1f-4860-5ccee3890a27, 'name': SearchDatastore_Task, 'duration_secs': 0.009712} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.772034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.772228] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.772449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.129897] env[69289]: INFO nova.compute.manager [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] instance snapshotting [ 994.133551] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1c07f0-f6d0-4f7a-8573-7303100ffd22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.156930] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5af395-cf9c-4217-aa60-a6b1a85243fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.168826] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ba362c-0dc0-c543-6c6c-32e29dc55ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.169325] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.169606] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 8537e560-6851-47e4-b00c-381024307c19/8537e560-6851-47e4-b00c-381024307c19.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.169879] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.170067] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.170288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-751d79ac-26bd-43c8-b467-55b373b29620 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.172131] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623a12d1-4126-4a61-92e5-17e712e869ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.178424] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 994.178424] env[69289]: value = "task-3277515" [ 994.178424] env[69289]: _type = "Task" [ 994.178424] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.182423] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.182611] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.183620] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73308c60-0f8a-4f79-a367-e67774730e3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.197927] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.210026] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 994.210026] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b65f73-c6f7-a5ef-d62b-48d64086d02a" [ 994.210026] env[69289]: _type = "Task" [ 994.210026] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.222978] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b65f73-c6f7-a5ef-d62b-48d64086d02a, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.224069] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55442f9e-4b07-4a60-a2db-9985258cc420 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.233389] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 994.233389] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52323dda-7748-1c12-5de1-9a88442c9cbd" [ 994.233389] env[69289]: _type = "Task" [ 994.233389] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.240411] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52323dda-7748-1c12-5de1-9a88442c9cbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.263311] env[69289]: DEBUG oslo_vmware.api [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Task: {'id': task-3277514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179909} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.263644] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.263830] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.264018] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.264227] env[69289]: INFO nova.compute.manager [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 994.264681] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.264898] env[69289]: DEBUG nova.compute.manager [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.264997] env[69289]: DEBUG nova.network.neutron [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.287386] env[69289]: INFO nova.scheduler.client.report [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocation for migration cc114646-1da7-481a-97db-1ebc928cc1fc [ 994.670509] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 994.671254] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63964364-8514-4e48-b3d2-ca26787d23c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.678320] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 994.678320] env[69289]: value = "task-3277516" [ 994.678320] env[69289]: _type = "Task" [ 994.678320] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.689892] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478055} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.692693] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 8537e560-6851-47e4-b00c-381024307c19/8537e560-6851-47e4-b00c-381024307c19.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.692811] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.693056] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277516, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.693270] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d45997d-878a-4f84-98ff-f18fbccfadf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.701727] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 994.701727] env[69289]: value = "task-3277517" [ 994.701727] env[69289]: _type = "Task" [ 994.701727] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.714316] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277517, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.746751] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52323dda-7748-1c12-5de1-9a88442c9cbd, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.749389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.749813] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.752785] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cea8668-7916-4ff1-9366-db96aff8e960 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.762565] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 994.762565] env[69289]: value = "task-3277518" [ 994.762565] env[69289]: _type = "Task" [ 994.762565] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.772347] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.778833] env[69289]: DEBUG nova.compute.manager [req-fcdf4e92-5a5c-475d-8004-c1442c1deed1 req-c0d61dfb-feba-40b3-a684-17af9385807e service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Received event network-vif-deleted-5239cb62-00d2-4bd9-9ffa-376a445b4cce {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.778833] env[69289]: INFO nova.compute.manager [req-fcdf4e92-5a5c-475d-8004-c1442c1deed1 req-c0d61dfb-feba-40b3-a684-17af9385807e service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Neutron deleted interface 5239cb62-00d2-4bd9-9ffa-376a445b4cce; detaching it from the instance and deleting it from the info cache [ 994.778833] env[69289]: DEBUG nova.network.neutron [req-fcdf4e92-5a5c-475d-8004-c1442c1deed1 req-c0d61dfb-feba-40b3-a684-17af9385807e service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.793300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a0988e6-2489-4306-bac1-76effb73d5bb tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.511s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.981849] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bace242-26be-4035-9242-0ea5af0ea859 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.992632] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c5c59-6fd0-4384-884d-a6cc5148a896 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.032695] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23653cd1-0a06-4c52-9c5d-1198b5374281 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.041786] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4302ff3-a09b-4bf9-8e33-59a2a0a62832 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.063031] env[69289]: DEBUG nova.compute.provider_tree [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.191530] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.213994] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277517, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068022} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.213994] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.214872] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd6ff10-4ba8-419c-8c0e-baf677ae1398 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.244403] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 8537e560-6851-47e4-b00c-381024307c19/8537e560-6851-47e4-b00c-381024307c19.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.244801] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b14a5f-f999-40bb-a088-5864190d63d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.262960] env[69289]: DEBUG nova.network.neutron [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.269209] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 995.269209] env[69289]: value = "task-3277519" [ 995.269209] env[69289]: _type = "Task" [ 995.269209] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.272397] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480385} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.275715] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.275939] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.277352] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d47e8a-5d20-4d9e-8eac-88bcf342ffd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.285064] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.286252] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b531be1-267e-489a-92c6-6abee7cbdaa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.288876] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 995.288876] env[69289]: value = "task-3277520" [ 995.288876] env[69289]: _type = "Task" [ 995.288876] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.297653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e41b46-daf4-4c6a-a6ff-2bd73d271999 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.318743] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.343606] env[69289]: DEBUG nova.compute.manager [req-fcdf4e92-5a5c-475d-8004-c1442c1deed1 req-c0d61dfb-feba-40b3-a684-17af9385807e service nova] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Detach interface failed, port_id=5239cb62-00d2-4bd9-9ffa-376a445b4cce, reason: Instance 206628db-4cac-4648-b2b6-139e024346d2 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.566849] env[69289]: DEBUG nova.scheduler.client.report [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.691440] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.768581] env[69289]: INFO nova.compute.manager [-] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Took 1.50 seconds to deallocate network for instance. [ 995.781750] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277519, 'name': ReconfigVM_Task, 'duration_secs': 0.434262} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.782297] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 8537e560-6851-47e4-b00c-381024307c19/8537e560-6851-47e4-b00c-381024307c19.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.782950] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd04c74-2bd1-452b-a9dc-f767a70c6e5e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.791270] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 995.791270] env[69289]: value = "task-3277521" [ 995.791270] env[69289]: _type = "Task" [ 995.791270] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.803513] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067062} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.807348] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.807867] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277521, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.809788] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7836815a-8a8f-4590-8ea6-823726ca7677 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.837327] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.838390] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c8ebec-6354-477d-98e7-98f6ee1a42f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.859963] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 995.859963] env[69289]: value = "task-3277522" [ 995.859963] env[69289]: _type = "Task" [ 995.859963] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.869308] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.065745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.066970] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.066970] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "4075209a-13c3-4d06-8235-bcec544ee594-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.066970] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.066970] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.068872] env[69289]: INFO nova.compute.manager [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Terminating instance [ 996.072450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.072450] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.075639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.479s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.075639] env[69289]: DEBUG nova.objects.instance [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lazy-loading 'resources' on Instance uuid d850226c-c107-4826-90c8-9de885241df4 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.190858] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277516, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.278013] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.305832] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277521, 'name': Rename_Task, 'duration_secs': 0.346458} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.306214] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.309501] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05805df6-da9e-4d3d-9c0a-a3a9fc9dfe1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.317334] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 996.317334] env[69289]: value = "task-3277523" [ 996.317334] env[69289]: _type = "Task" [ 996.317334] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.326305] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.372021] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.575788] env[69289]: DEBUG nova.compute.manager [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.576132] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.577470] env[69289]: DEBUG nova.compute.utils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.588355] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ad06d5-2013-44f4-9ef6-267b2f1a5c3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.592075] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.594665] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.605834] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.606107] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc571868-00ca-4b1e-83a4-c6e479b5a05f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.616147] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 996.616147] env[69289]: value = "task-3277524" [ 996.616147] env[69289]: _type = "Task" [ 996.616147] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.628147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.628465] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.629693] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.673163] env[69289]: DEBUG nova.policy [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.695848] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277516, 'name': CreateSnapshot_Task, 'duration_secs': 1.732159} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.699023] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 996.699023] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cce3dd-1f68-48b3-b488-b051e5de5f3b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.826962] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.870032] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277522, 'name': ReconfigVM_Task, 'duration_secs': 0.586684} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.872279] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Reconfigured VM instance instance-0000005b to attach disk [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed/ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.873137] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb68bc8-da6f-4e0a-b883-78743222e154 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.882586] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 996.882586] env[69289]: value = "task-3277525" [ 996.882586] env[69289]: _type = "Task" [ 996.882586] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.893107] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277525, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.912954] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b4c11d-1b17-43aa-9511-5c338208cb35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.920051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9337fe-b639-463f-9f54-fe354313de32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958564] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82e405-34ec-4aa9-95ea-efc8e75fe1ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.967394] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52307a9b-702a-42e8-ad22-de48c6cc9145 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.970563] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.970793] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.971619] env[69289]: INFO nova.compute.manager [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Shelving [ 996.983545] env[69289]: DEBUG nova.compute.provider_tree [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.015018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "45753558-ccf9-4754-9a2c-bde58559d139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.015264] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.092837] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.128238] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277524, 'name': PowerOffVM_Task, 'duration_secs': 0.200715} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.129016] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.129016] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.129016] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f340901a-0366-4354-b8ff-ec2c3ae017a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.130795] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.153762] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Successfully created port: a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.195782] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.195990] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.196210] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore1] 4075209a-13c3-4d06-8235-bcec544ee594 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.196489] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26164a3f-c012-4fa0-b3f3-0fb6184ea07d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.207021] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 997.207021] env[69289]: value = "task-3277527" [ 997.207021] env[69289]: _type = "Task" [ 997.207021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.214961] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.224492] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.224974] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f19de957-262e-41b7-8622-980490f4b4a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.232388] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 997.232388] env[69289]: value = "task-3277528" [ 997.232388] env[69289]: _type = "Task" [ 997.232388] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.242349] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277528, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.327908] env[69289]: DEBUG oslo_vmware.api [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277523, 'name': PowerOnVM_Task, 'duration_secs': 0.546223} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.328231] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.328501] env[69289]: INFO nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Took 9.73 seconds to spawn the instance on the hypervisor. [ 997.328672] env[69289]: DEBUG nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.329465] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c2d1a4-5784-460b-a41b-ad7e95e30262 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396416] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277525, 'name': Rename_Task, 'duration_secs': 0.364074} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.396805] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.397126] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7119193f-bad9-4642-b4e1-44e58ce076e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406032] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 997.406032] env[69289]: value = "task-3277529" [ 997.406032] env[69289]: _type = "Task" [ 997.406032] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.416737] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.487433] env[69289]: DEBUG nova.scheduler.client.report [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.518255] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.658012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.717379] env[69289]: DEBUG oslo_vmware.api [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234629} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.717379] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.718058] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.718058] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.718058] env[69289]: INFO nova.compute.manager [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.718058] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.718314] env[69289]: DEBUG nova.compute.manager [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.718314] env[69289]: DEBUG nova.network.neutron [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.745335] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277528, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.837554] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "bf51b500-f1e2-475f-954a-415581506614" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.837822] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.850796] env[69289]: INFO nova.compute.manager [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Took 21.93 seconds to build instance. [ 997.921556] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277529, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.984043] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.984043] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e54217ba-7994-42fc-93bb-77c956f84730 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.994716] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 997.994716] env[69289]: value = "task-3277530" [ 997.994716] env[69289]: _type = "Task" [ 997.994716] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.994938] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.996938] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.590s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.999398] env[69289]: INFO nova.compute.claims [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.007709] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.042941] env[69289]: INFO nova.scheduler.client.report [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Deleted allocations for instance d850226c-c107-4826-90c8-9de885241df4 [ 998.048632] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.094979] env[69289]: DEBUG nova.compute.manager [req-5ec8d436-d2b9-4349-92ca-f5df14d83ef5 req-ff6be959-d535-443c-bf24-e254e6f6e7c9 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Received event network-vif-deleted-f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.095239] env[69289]: INFO nova.compute.manager [req-5ec8d436-d2b9-4349-92ca-f5df14d83ef5 req-ff6be959-d535-443c-bf24-e254e6f6e7c9 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Neutron deleted interface f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0; detaching it from the instance and deleting it from the info cache [ 998.095424] env[69289]: DEBUG nova.network.neutron [req-5ec8d436-d2b9-4349-92ca-f5df14d83ef5 req-ff6be959-d535-443c-bf24-e254e6f6e7c9 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.104310] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.132137] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.132664] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.132903] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.133178] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.133423] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.133496] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.133715] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.133925] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.134163] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.134351] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.134532] env[69289]: DEBUG nova.virt.hardware [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.136232] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a5241-be0a-4ffb-b0ad-14511d36f1eb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.147732] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86d4e16-88e8-4cdf-ba21-7f0295336422 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.246299] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277528, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.340341] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.355301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed4e9d21-c4db-4814-8967-8ee6f9238623 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.447s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.418055] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277529, 'name': PowerOnVM_Task, 'duration_secs': 0.579306} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.418437] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.418686] env[69289]: DEBUG nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.419588] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da69a51-e4b8-4ecd-8de1-60ace9faf36d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.502154] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277530, 'name': PowerOffVM_Task, 'duration_secs': 0.256735} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.502435] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.503531] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a10db-c4b7-4ef1-9f97-1edb5e648dc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.527236] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4979d96-3902-4cb5-b7b4-e50552aa9c1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.531208] env[69289]: DEBUG nova.network.neutron [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.552983] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fba88ef8-23ae-458e-8ddc-13ec106ef979 tempest-ImagesTestJSON-1177712098 tempest-ImagesTestJSON-1177712098-project-member] Lock "d850226c-c107-4826-90c8-9de885241df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.467s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.599099] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21986fd7-8168-4a18-9d91-1e9735f33b1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.613138] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44672015-5a48-404d-9826-ce858fab2ea9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.647917] env[69289]: DEBUG nova.compute.manager [req-5ec8d436-d2b9-4349-92ca-f5df14d83ef5 req-ff6be959-d535-443c-bf24-e254e6f6e7c9 service nova] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Detach interface failed, port_id=f7ed5d4a-cec6-483a-88c6-62ccba8ce2d0, reason: Instance 4075209a-13c3-4d06-8235-bcec544ee594 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.689230] env[69289]: DEBUG nova.compute.manager [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Received event network-vif-plugged-a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.689472] env[69289]: DEBUG oslo_concurrency.lockutils [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] Acquiring lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.689756] env[69289]: DEBUG oslo_concurrency.lockutils [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.689894] env[69289]: DEBUG oslo_concurrency.lockutils [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.690089] env[69289]: DEBUG nova.compute.manager [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] No waiting events found dispatching network-vif-plugged-a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.690329] env[69289]: WARNING nova.compute.manager [req-d826bb8c-2c89-41e0-88a6-8149cd4af310 req-47b6d3fd-2a85-48f5-91b5-c59f68bcb382 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Received unexpected event network-vif-plugged-a090c279-04b4-4f1d-9687-78120e8785c0 for instance with vm_state building and task_state spawning. [ 998.744062] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277528, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.793093] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Successfully updated port: a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.861654] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.931051] env[69289]: INFO nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] bringing vm to original state: 'stopped' [ 999.033755] env[69289]: INFO nova.compute.manager [-] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Took 1.32 seconds to deallocate network for instance. [ 999.039144] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.039654] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57a5646e-3d60-49fb-b760-99383d42175c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.046765] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 999.046765] env[69289]: value = "task-3277531" [ 999.046765] env[69289]: _type = "Task" [ 999.046765] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.055719] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277531, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.093199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "8537e560-6851-47e4-b00c-381024307c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.094772] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.094772] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "8537e560-6851-47e4-b00c-381024307c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.094772] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.094927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.097166] env[69289]: INFO nova.compute.manager [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Terminating instance [ 999.245179] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e407e6d-4ced-4e48-a92d-60c76385e819 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.251611] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277528, 'name': CloneVM_Task, 'duration_secs': 1.872071} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.252467] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Created linked-clone VM from snapshot [ 999.253604] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db660de-2b67-4bf4-8b36-bd2a7d627318 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.259567] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cefa0ec-d724-4f53-8e54-69e6a0a25604 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.266133] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Uploading image 4ccc048d-a6e3-4f6a-a98a-55ba01c17ba0 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.297971] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.298161] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.298345] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.302736] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7a20aa-debf-468f-8175-b59a7aa6d537 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.312963] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.312963] env[69289]: value = "vm-654595" [ 999.312963] env[69289]: _type = "VirtualMachine" [ 999.312963] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.313955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b88bc59-9b6e-436d-87ff-af816f0483b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.319249] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b91a810a-d45b-48d9-80c6-b841be117ff3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.330702] env[69289]: DEBUG nova.compute.provider_tree [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.333986] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lease: (returnval){ [ 999.333986] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525fa869-9a56-ffb2-4b86-5c7fd2e5e13c" [ 999.333986] env[69289]: _type = "HttpNfcLease" [ 999.333986] env[69289]: } obtained for exporting VM: (result){ [ 999.333986] env[69289]: value = "vm-654595" [ 999.333986] env[69289]: _type = "VirtualMachine" [ 999.333986] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.334283] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the lease: (returnval){ [ 999.334283] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525fa869-9a56-ffb2-4b86-5c7fd2e5e13c" [ 999.334283] env[69289]: _type = "HttpNfcLease" [ 999.334283] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.340644] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.340644] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525fa869-9a56-ffb2-4b86-5c7fd2e5e13c" [ 999.340644] env[69289]: _type = "HttpNfcLease" [ 999.340644] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.341327] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.341327] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525fa869-9a56-ffb2-4b86-5c7fd2e5e13c" [ 999.341327] env[69289]: _type = "HttpNfcLease" [ 999.341327] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.342062] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72897329-1e81-4f6d-8f09-4ba1b7e80ead {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.353320] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.353668] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.453457] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5cea9be6-4eec-45f0-a5a4-9e2904cdf75d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.541751] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.560825] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277531, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.604664] env[69289]: DEBUG nova.compute.manager [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.605036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.606206] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1259d-b16f-46f4-91c0-8dec7bc92550 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.616375] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.616751] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e332828-8223-4943-b198-18bd9dbde85c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.624466] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 999.624466] env[69289]: value = "task-3277533" [ 999.624466] env[69289]: _type = "Task" [ 999.624466] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.634077] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.835045] env[69289]: DEBUG nova.scheduler.client.report [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.862360] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.939376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.940359] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.940359] env[69289]: DEBUG nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.940871] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f40ca77-d784-4ec6-928f-dd806c9559c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.948056] env[69289]: DEBUG nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.062365] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277531, 'name': CreateSnapshot_Task, 'duration_secs': 0.588794} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.068887] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1000.074382] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf053571-70ef-44bb-ae20-4c0f6fe25626 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.145909] env[69289]: DEBUG nova.network.neutron [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Updating instance_info_cache with network_info: [{"id": "a090c279-04b4-4f1d-9687-78120e8785c0", "address": "fa:16:3e:90:f5:eb", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa090c279-04", "ovs_interfaceid": "a090c279-04b4-4f1d-9687-78120e8785c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.150127] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277533, 'name': PowerOffVM_Task, 'duration_secs': 0.185941} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.150127] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.150127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.150127] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c45dc744-9acf-425d-9eef-ab1535cd9f48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.197477] env[69289]: INFO nova.compute.manager [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Rebuilding instance [ 1000.219110] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.219430] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.221476] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore2] 8537e560-6851-47e4-b00c-381024307c19 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.221753] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f767fd85-8ad9-4541-b310-0d50a1b8caf0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.228655] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1000.228655] env[69289]: value = "task-3277535" [ 1000.228655] env[69289]: _type = "Task" [ 1000.228655] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.250881] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.274981] env[69289]: DEBUG nova.compute.manager [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.279062] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc00e93-a26b-40e2-a70f-ff2ba89d5bca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.341923] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.341923] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.348022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.067s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.348022] env[69289]: DEBUG nova.objects.instance [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lazy-loading 'resources' on Instance uuid 206628db-4cac-4648-b2b6-139e024346d2 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.455160] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.455628] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24a7a90-074a-4b6a-8fe2-0d1b940c2a94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.463328] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1000.463328] env[69289]: value = "task-3277536" [ 1000.463328] env[69289]: _type = "Task" [ 1000.463328] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.471772] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.599940] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.600333] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0e8d39b0-a9c4-42d9-b4f6-64ac4a11b1ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.609925] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1000.609925] env[69289]: value = "task-3277537" [ 1000.609925] env[69289]: _type = "Task" [ 1000.609925] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.622150] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277537, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.650089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.650089] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Instance network_info: |[{"id": "a090c279-04b4-4f1d-9687-78120e8785c0", "address": "fa:16:3e:90:f5:eb", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa090c279-04", "ovs_interfaceid": "a090c279-04b4-4f1d-9687-78120e8785c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.650808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:f5:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a090c279-04b4-4f1d-9687-78120e8785c0', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.663409] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.663651] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.663907] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce0ef92-dd99-49ea-88fa-ce0e58d4af25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.687985] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.687985] env[69289]: value = "task-3277538" [ 1000.687985] env[69289]: _type = "Task" [ 1000.687985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.698357] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277538, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.719932] env[69289]: DEBUG nova.compute.manager [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Received event network-changed-a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.720161] env[69289]: DEBUG nova.compute.manager [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Refreshing instance network info cache due to event network-changed-a090c279-04b4-4f1d-9687-78120e8785c0. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.720383] env[69289]: DEBUG oslo_concurrency.lockutils [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] Acquiring lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.721717] env[69289]: DEBUG oslo_concurrency.lockutils [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] Acquired lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.721717] env[69289]: DEBUG nova.network.neutron [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Refreshing network info cache for port a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.741727] env[69289]: DEBUG oslo_vmware.api [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249105} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.742009] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.742239] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.742422] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.742601] env[69289]: INFO nova.compute.manager [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 8537e560-6851-47e4-b00c-381024307c19] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1000.742904] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.743060] env[69289]: DEBUG nova.compute.manager [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.743159] env[69289]: DEBUG nova.network.neutron [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.849191] env[69289]: DEBUG nova.compute.utils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.853587] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1000.853587] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1000.928278] env[69289]: DEBUG nova.policy [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a1b2fe08273482b88afdc28192de274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8546ef3f25b6436b9a4db2f7a420b9d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.977393] env[69289]: DEBUG oslo_vmware.api [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277536, 'name': PowerOffVM_Task, 'duration_secs': 0.205034} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.984848] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.985123] env[69289]: DEBUG nova.compute.manager [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.989550] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619b80d0-bd8a-40da-8b5d-fcdec5a67458 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.119557] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277537, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.173976] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6da749-bd6f-42f6-b63f-386215c80cef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.183391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25cdde3-ed01-4c8c-8fd5-74a0241b7475 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.220053] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423cdff5-c594-41d5-98da-0eeee79f61d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.228377] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277538, 'name': CreateVM_Task, 'duration_secs': 0.368893} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.229038] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.230136] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.230344] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.230740] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.233479] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7c083a-5c18-4b77-8a2e-59a3c1df1411 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.236652] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f638b5-9e7b-4a1c-a301-1ea30b88697b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.245202] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1001.245202] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5231d9dd-59d1-d44c-7a0e-46b5a4266225" [ 1001.245202] env[69289]: _type = "Task" [ 1001.245202] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.254336] env[69289]: DEBUG nova.compute.provider_tree [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.264734] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5231d9dd-59d1-d44c-7a0e-46b5a4266225, 'name': SearchDatastore_Task, 'duration_secs': 0.012696} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.265050] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.265313] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.265569] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.265711] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.265903] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.266208] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15cf2b88-c692-453a-86f5-7260b8d7d9ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.278879] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.279075] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.280210] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbde92d-563e-490a-9efe-c0e554a1dda5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.287286] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1001.287286] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527cd89a-8ecb-982c-3ec0-76c1917f9ff0" [ 1001.287286] env[69289]: _type = "Task" [ 1001.287286] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.295879] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.295879] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527cd89a-8ecb-982c-3ec0-76c1917f9ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.295879] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd7a66ba-20fe-40fb-ad3b-0f73221d1487 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.302892] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 1001.302892] env[69289]: value = "task-3277539" [ 1001.302892] env[69289]: _type = "Task" [ 1001.302892] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.312641] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.356722] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.362408] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.362653] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.375607] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Successfully created port: f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.504795] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.565s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.549349] env[69289]: DEBUG nova.network.neutron [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Updated VIF entry in instance network info cache for port a090c279-04b4-4f1d-9687-78120e8785c0. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.549795] env[69289]: DEBUG nova.network.neutron [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Updating instance_info_cache with network_info: [{"id": "a090c279-04b4-4f1d-9687-78120e8785c0", "address": "fa:16:3e:90:f5:eb", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa090c279-04", "ovs_interfaceid": "a090c279-04b4-4f1d-9687-78120e8785c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.562890] env[69289]: DEBUG nova.network.neutron [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.619709] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277537, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.761224] env[69289]: DEBUG nova.scheduler.client.report [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.798328] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527cd89a-8ecb-982c-3ec0-76c1917f9ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.799132] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e268ef4e-c3fc-4dd7-831d-12d38d9de982 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.807183] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1001.807183] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5277249a-596a-680c-5dad-ef5b900ea9dd" [ 1001.807183] env[69289]: _type = "Task" [ 1001.807183] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.815533] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277539, 'name': PowerOffVM_Task, 'duration_secs': 0.223241} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.816171] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.816867] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.817127] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d7666c-333e-4527-b1e1-2fc2918fa70f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.821946] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5277249a-596a-680c-5dad-ef5b900ea9dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.822517] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.822790] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] f36dfff1-d3e7-4372-87c6-c81204e13f6d/f36dfff1-d3e7-4372-87c6-c81204e13f6d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.823060] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41073f38-9ae1-4b94-83e0-c53c12f60b56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.826632] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 1001.826632] env[69289]: value = "task-3277540" [ 1001.826632] env[69289]: _type = "Task" [ 1001.826632] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.830067] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1001.830067] env[69289]: value = "task-3277541" [ 1001.830067] env[69289]: _type = "Task" [ 1001.830067] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.836097] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.840733] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.866760] env[69289]: DEBUG nova.compute.utils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.016745] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.053367] env[69289]: DEBUG oslo_concurrency.lockutils [req-d91069be-34ef-4dca-bea8-30a4f193a243 req-1a1c0303-cdc6-43c3-834c-c4d5ee6b1fd1 service nova] Releasing lock "refresh_cache-f36dfff1-d3e7-4372-87c6-c81204e13f6d" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.065336] env[69289]: INFO nova.compute.manager [-] [instance: 8537e560-6851-47e4-b00c-381024307c19] Took 1.32 seconds to deallocate network for instance. [ 1002.122300] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277537, 'name': CloneVM_Task, 'duration_secs': 1.27159} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.122651] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Created linked-clone VM from snapshot [ 1002.123476] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7104b6fd-3905-48d2-996c-126164593f8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.132599] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Uploading image 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.158239] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.158239] env[69289]: value = "vm-654597" [ 1002.158239] env[69289]: _type = "VirtualMachine" [ 1002.158239] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.158627] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd752f09-9908-45e9-be66-d38bbce5f474 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.165859] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lease: (returnval){ [ 1002.165859] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1e13b-c80e-b811-bc35-172a71f01ab5" [ 1002.165859] env[69289]: _type = "HttpNfcLease" [ 1002.165859] env[69289]: } obtained for exporting VM: (result){ [ 1002.165859] env[69289]: value = "vm-654597" [ 1002.165859] env[69289]: _type = "VirtualMachine" [ 1002.165859] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.166182] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the lease: (returnval){ [ 1002.166182] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1e13b-c80e-b811-bc35-172a71f01ab5" [ 1002.166182] env[69289]: _type = "HttpNfcLease" [ 1002.166182] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.172878] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.172878] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1e13b-c80e-b811-bc35-172a71f01ab5" [ 1002.172878] env[69289]: _type = "HttpNfcLease" [ 1002.172878] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.267274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.270764] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.613s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.272175] env[69289]: INFO nova.compute.claims [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.289416] env[69289]: INFO nova.scheduler.client.report [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Deleted allocations for instance 206628db-4cac-4648-b2b6-139e024346d2 [ 1002.344186] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.344412] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.344609] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654520', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'name': 'volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c4a3dc0-9938-4bed-9d5d-78a1d15415a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'serial': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.345192] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470254} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.345932] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda3485-9088-4f00-854b-c4f72a9f9f2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.348432] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] f36dfff1-d3e7-4372-87c6-c81204e13f6d/f36dfff1-d3e7-4372-87c6-c81204e13f6d.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.348655] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.349161] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62906878-ff7a-4d9b-8171-06eb010dfeea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.373454] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.375635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.378640] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52554c63-52e1-4a30-9d7a-9160fc0407b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.381499] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1002.381499] env[69289]: value = "task-3277543" [ 1002.381499] env[69289]: _type = "Task" [ 1002.381499] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.390724] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fcbebf-2197-4394-9dbb-d5c8fea9391f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.397864] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.416951] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.417240] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.417423] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.417640] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.417803] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.417966] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.418215] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.418388] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.418569] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.418893] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.418987] env[69289]: DEBUG nova.virt.hardware [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.419917] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd94ddd7-8b45-4507-869e-a6be2be62c12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.423201] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f981785-6c46-4ef2-8ba8-064b51119c19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.442314] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1644c8-ded8-410c-ae39-95c658a00fd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.446565] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21/volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.451898] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.452586] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a00aa5b-423b-479a-a39b-cad16bee19ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.476888] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 1002.476888] env[69289]: value = "task-3277544" [ 1002.476888] env[69289]: _type = "Task" [ 1002.476888] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.486127] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.576864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.032933] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1e13b-c80e-b811-bc35-172a71f01ab5" [ 1003.032933] env[69289]: _type = "HttpNfcLease" [ 1003.032933] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.032933] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b1e13b-c80e-b811-bc35-172a71f01ab5" [ 1003.032933] env[69289]: _type = "HttpNfcLease" [ 1003.032933] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084a277e-4222-489f-9129-8c9bb34424a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cca4d119-c524-40cf-af28-2a5b171dcbb4 tempest-ServerRescueTestJSON-1912095427 tempest-ServerRescueTestJSON-1912095427-project-member] Lock "206628db-4cac-4648-b2b6-139e024346d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.163s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.032933] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf0be4f6-c05b-40e7-87af-7b2cd2111b20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.032933] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.032933] env[69289]: INFO nova.compute.manager [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Terminating instance [ 1003.032933] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074123} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.036735] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e07a4b-8288-4366-a635-55d39f7aa3c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.036735] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f36dfff1-d3e7-4372-87c6-c81204e13f6d/f36dfff1-d3e7-4372-87c6-c81204e13f6d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c546913-3187-4d6f-8634-a2a349820cc7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1003.036735] env[69289]: value = "task-3277545" [ 1003.036735] env[69289]: _type = "Task" [ 1003.036735] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277544, 'name': ReconfigVM_Task, 'duration_secs': 0.352874} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.036735] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba07549a-f369-443a-bf11-a07d2712b7f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 1003.036735] env[69289]: value = "task-3277546" [ 1003.036735] env[69289]: _type = "Task" [ 1003.036735] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.036735] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.041901] env[69289]: DEBUG nova.compute.manager [req-9085d278-d61f-43d4-9467-44560c52e7f0 req-3a2fbe22-60f6-42be-9a19-10ffc5266ec8 service nova] [instance: 8537e560-6851-47e4-b00c-381024307c19] Received event network-vif-deleted-75ff746c-51af-435d-980c-a605e4f5b23b {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.094303] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Successfully updated port: f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.140051] env[69289]: DEBUG nova.compute.manager [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Received event network-vif-plugged-f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.140298] env[69289]: DEBUG oslo_concurrency.lockutils [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.140558] env[69289]: DEBUG oslo_concurrency.lockutils [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.140665] env[69289]: DEBUG oslo_concurrency.lockutils [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.140891] env[69289]: DEBUG nova.compute.manager [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] No waiting events found dispatching network-vif-plugged-f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.141045] env[69289]: WARNING nova.compute.manager [req-99a843cb-50b9-4b3e-b8a6-12145751eeba req-c6c02d81-7ea6-4adb-b593-f204b9f35281 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Received unexpected event network-vif-plugged-f28130e2-c119-4b40-bb93-df580d9205aa for instance with vm_state building and task_state spawning. [ 1003.318558] env[69289]: DEBUG nova.compute.manager [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.318889] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.320130] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e839a1-22e5-4caa-a638-3bb581b71cde {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.328585] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.328953] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c163adb-e2e3-46fc-82fb-cd3b6346bca9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.399419] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.399608] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.401023] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.404956] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f61d2c9c-7700-4955-a9d4-a2c6ec22ded7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.413247] env[69289]: DEBUG oslo_vmware.api [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1003.413247] env[69289]: value = "task-3277548" [ 1003.413247] env[69289]: _type = "Task" [ 1003.413247] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.425674] env[69289]: DEBUG oslo_vmware.api [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.482025] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.523581] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277546, 'name': ReconfigVM_Task, 'duration_secs': 0.1333} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.523900] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654520', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'name': 'volume-e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8c4a3dc0-9938-4bed-9d5d-78a1d15415a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21', 'serial': 'e2d5df4e-309b-4d68-8e16-db4dd5f13b21'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1003.524224] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.525200] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88d9526-a816-4da7-92d7-f2b84074470a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.541726] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.542179] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c30167d-c669-4252-bb4f-3933985c81e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.582130] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.582533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.582646] env[69289]: INFO nova.compute.manager [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Attaching volume 9538f85f-09ea-4bd1-ab39-72511dee93f6 to /dev/sdb [ 1003.595412] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79523f10-9bf0-4165-995f-24e569e8fb01 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.598706] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.598875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.599087] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.606206] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effe33c0-e9f1-4fa1-a8f1-eceb9ca694df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.614038] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.618271] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.618580] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Deleting the datastore file [datastore1] 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.619657] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b79ad94-fdcb-4130-b58c-7ee2ed2cbeb0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.654286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb7042-1f51-42dc-8cc0-a6669b4e718e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.658081] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f2c1ca-25e4-4407-a8be-233f5b74d3db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.663270] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for the task: (returnval){ [ 1003.663270] env[69289]: value = "task-3277550" [ 1003.663270] env[69289]: _type = "Task" [ 1003.663270] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.673368] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039a004c-c423-4cb3-9478-9be1401317f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.677732] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff10a2a-058b-49a9-ab6f-2b69ab1b6423 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.685465] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.698229] env[69289]: DEBUG nova.compute.provider_tree [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.704559] env[69289]: DEBUG nova.virt.block_device [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updating existing volume attachment record: a9ac634a-afd2-4b43-918e-3c3ff0cf5a7a {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1003.922912] env[69289]: DEBUG oslo_vmware.api [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269269} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.923180] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.923363] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.923562] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.923712] env[69289]: INFO nova.compute.manager [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1003.923957] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.924197] env[69289]: DEBUG nova.compute.manager [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.924261] env[69289]: DEBUG nova.network.neutron [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.983726] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277545, 'name': ReconfigVM_Task, 'duration_secs': 0.584028} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.984202] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f36dfff1-d3e7-4372-87c6-c81204e13f6d/f36dfff1-d3e7-4372-87c6-c81204e13f6d.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.984860] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3fe2bc4-30c2-42c4-9632-c756d1924dd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.991671] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1003.991671] env[69289]: value = "task-3277552" [ 1003.991671] env[69289]: _type = "Task" [ 1003.991671] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.008298] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277552, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.166304] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.184617] env[69289]: DEBUG oslo_vmware.api [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Task: {'id': task-3277550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155138} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.185976] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.187498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.187498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.210738] env[69289]: DEBUG nova.scheduler.client.report [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.252812] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1004.253437] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1cce9e0-7041-441b-ad55-7a77e29fdad2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.264372] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc7e45-101f-43e6-a8da-9cf9f2bb9bb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.307031] env[69289]: ERROR nova.compute.manager [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Failed to detach volume e2d5df4e-309b-4d68-8e16-db4dd5f13b21 from /dev/sda: nova.exception.InstanceNotFound: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Traceback (most recent call last): [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self.driver.rebuild(**kwargs) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise NotImplementedError() [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] NotImplementedError [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] During handling of the above exception, another exception occurred: [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Traceback (most recent call last): [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self.driver.detach_volume(context, old_connection_info, [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] return self._volumeops.detach_volume(connection_info, instance) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._detach_volume_vmdk(connection_info, instance) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] stable_ref.fetch_moref(session) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] nova.exception.InstanceNotFound: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. [ 1004.307031] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.390017] env[69289]: DEBUG nova.network.neutron [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.478591] env[69289]: DEBUG nova.compute.utils [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Build of instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 aborted: Failed to rebuild volume backed instance. {{(pid=69289) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1004.487485] env[69289]: ERROR nova.compute.manager [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 aborted: Failed to rebuild volume backed instance. [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Traceback (most recent call last): [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self.driver.rebuild(**kwargs) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise NotImplementedError() [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] NotImplementedError [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] During handling of the above exception, another exception occurred: [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Traceback (most recent call last): [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._detach_root_volume(context, instance, root_bdm) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] with excutils.save_and_reraise_exception(): [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self.force_reraise() [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise self.value [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self.driver.detach_volume(context, old_connection_info, [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] return self._volumeops.detach_volume(connection_info, instance) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._detach_volume_vmdk(connection_info, instance) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] stable_ref.fetch_moref(session) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] nova.exception.InstanceNotFound: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] During handling of the above exception, another exception occurred: [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Traceback (most recent call last): [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] yield [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1004.487485] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._do_rebuild_instance_with_claim( [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._do_rebuild_instance( [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._rebuild_default_impl(**kwargs) [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] self._rebuild_volume_backed_instance( [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] raise exception.BuildAbortException( [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] nova.exception.BuildAbortException: Build of instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 aborted: Failed to rebuild volume backed instance. [ 1004.488965] env[69289]: ERROR nova.compute.manager [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] [ 1004.503465] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277552, 'name': Rename_Task, 'duration_secs': 0.210133} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.503746] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.504105] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad733931-b3a9-45b4-b474-71e4db25c6c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.512256] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1004.512256] env[69289]: value = "task-3277555" [ 1004.512256] env[69289]: _type = "Task" [ 1004.512256] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.521818] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.716422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.717142] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.720458] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.672s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.722248] env[69289]: INFO nova.compute.claims [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.837831] env[69289]: DEBUG nova.network.neutron [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.892331] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.892706] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Instance network_info: |[{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.894030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:5c:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28130e2-c119-4b40-bb93-df580d9205aa', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.901601] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating folder: Project (8546ef3f25b6436b9a4db2f7a420b9d0). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.901948] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb252a9-7bed-4b58-9bb7-a3513e64b306 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.914426] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created folder: Project (8546ef3f25b6436b9a4db2f7a420b9d0) in parent group-v654351. [ 1004.914650] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating folder: Instances. Parent ref: group-v654601. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1004.914947] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791f9665-518b-4416-ab7e-3208ea0a6adc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.925139] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created folder: Instances in parent group-v654601. [ 1004.925817] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.925817] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.926074] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b35dc5-d6d6-4202-a9f0-ce367010a9cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.948652] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.948652] env[69289]: value = "task-3277558" [ 1004.948652] env[69289]: _type = "Task" [ 1004.948652] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.959701] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277558, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.025010] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.177745] env[69289]: DEBUG nova.compute.manager [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Received event network-changed-f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.178469] env[69289]: DEBUG nova.compute.manager [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Refreshing instance network info cache due to event network-changed-f28130e2-c119-4b40-bb93-df580d9205aa. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.178469] env[69289]: DEBUG oslo_concurrency.lockutils [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.178469] env[69289]: DEBUG oslo_concurrency.lockutils [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.178763] env[69289]: DEBUG nova.network.neutron [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Refreshing network info cache for port f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.227655] env[69289]: DEBUG nova.compute.utils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.231019] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.231019] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.312212] env[69289]: DEBUG nova.policy [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb881def11bc44029e9a6d2f529e29df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd53225cf64af681c7bf466fb8e26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.341097] env[69289]: INFO nova.compute.manager [-] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Took 1.42 seconds to deallocate network for instance. [ 1005.461225] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277558, 'name': CreateVM_Task, 'duration_secs': 0.464194} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.462741] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.463853] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.464048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.464402] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.464998] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0185fbc-2dff-4b06-bd12-9c781420c3dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.470709] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1005.470709] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3cca4-c650-e8d5-a7f8-facb0e94ff37" [ 1005.470709] env[69289]: _type = "Task" [ 1005.470709] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.479729] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3cca4-c650-e8d5-a7f8-facb0e94ff37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.525189] env[69289]: DEBUG oslo_vmware.api [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277555, 'name': PowerOnVM_Task, 'duration_secs': 0.56078} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.525470] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.525668] env[69289]: INFO nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1005.525840] env[69289]: DEBUG nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.526925] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc88a6f-2c32-4f01-a822-8254efc15000 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.737615] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.812661] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Successfully created port: 22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.848300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.973168] env[69289]: DEBUG nova.network.neutron [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updated VIF entry in instance network info cache for port f28130e2-c119-4b40-bb93-df580d9205aa. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.973168] env[69289]: DEBUG nova.network.neutron [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.985213] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52d3cca4-c650-e8d5-a7f8-facb0e94ff37, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.991034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.991034] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.991034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.991034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.991034] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.991944] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393db19d-7164-498b-975d-8ec9333848d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.009022] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.009022] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.009022] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d019aedc-abf9-4f9a-9125-f4f79f932f56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014486] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1006.014486] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4c204-ccb9-d736-3f91-1b4488ab477c" [ 1006.014486] env[69289]: _type = "Task" [ 1006.014486] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.028024] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4c204-ccb9-d736-3f91-1b4488ab477c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.048764] env[69289]: INFO nova.compute.manager [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Took 23.97 seconds to build instance. [ 1006.051228] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d36529-806d-419d-bf56-734b861d1071 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.061140] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bed812-0427-46d5-ba72-d9f292ee6e0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.092990] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cf96b2-d961-460b-a1ba-83f733527824 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.104284] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9286521-4e50-4ecb-8ca1-f66ea93eb207 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.121505] env[69289]: DEBUG nova.compute.provider_tree [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.474688] env[69289]: DEBUG oslo_concurrency.lockutils [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.475131] env[69289]: DEBUG nova.compute.manager [req-7db62e69-c077-478f-9d96-450d10b349d5 req-239146fe-7c52-4c18-ac6a-798d64d6031a service nova] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Received event network-vif-deleted-36d8c21d-3f10-49a2-91de-add4bc2ecdc4 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.505797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.531117] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a4c204-ccb9-d736-3f91-1b4488ab477c, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.532011] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7441735d-6e41-4afe-bfd0-753f7d61bb94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.537733] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1006.537733] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5213711e-e30a-3349-b918-75083b18009a" [ 1006.537733] env[69289]: _type = "Task" [ 1006.537733] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.546210] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213711e-e30a-3349-b918-75083b18009a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.549791] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31333619-2b0e-4a52-bc4c-3f034bcc4c15 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.478s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.622219] env[69289]: DEBUG nova.scheduler.client.report [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.749713] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.050507] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5213711e-e30a-3349-b918-75083b18009a, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.050810] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.051091] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.051393] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184762f0-2d1c-4172-b81f-4af813a3ad1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.058717] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1007.058717] env[69289]: value = "task-3277560" [ 1007.058717] env[69289]: _type = "Task" [ 1007.058717] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.071325] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.127532] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.128162] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.132031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.270s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.132841] env[69289]: INFO nova.compute.claims [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.316976] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.317151] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.317313] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.317496] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.317641] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.317867] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.318104] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.318266] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.321549] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.321549] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.321549] env[69289]: DEBUG nova.virt.hardware [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.321549] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd03544-3eb2-436c-be06-da73763fceb6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332544] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1007.334628] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bfd77b-ae64-4440-9745-3faf2006f04e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.341609] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb986d9-5a40-4d0d-9eb3-18563d46b794 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.374278] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1007.374844] env[69289]: ERROR oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk due to incomplete transfer. [ 1007.375376] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29698e2f-effb-4800-870d-5b012c3391c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.385254] env[69289]: DEBUG oslo_vmware.rw_handles [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5223bcb9-e1e0-5430-0166-5404a3cc0fd1/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1007.387022] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Uploaded image 4ccc048d-a6e3-4f6a-a98a-55ba01c17ba0 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1007.389910] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1007.390512] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7cd1631-c4bd-41c6-a1e3-db474a59c6ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.401038] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1007.401038] env[69289]: value = "task-3277561" [ 1007.401038] env[69289]: _type = "Task" [ 1007.401038] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.413392] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277561, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.541571] env[69289]: DEBUG nova.compute.manager [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Received event network-vif-plugged-22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.541891] env[69289]: DEBUG oslo_concurrency.lockutils [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.542134] env[69289]: DEBUG oslo_concurrency.lockutils [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.542381] env[69289]: DEBUG oslo_concurrency.lockutils [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.542619] env[69289]: DEBUG nova.compute.manager [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] No waiting events found dispatching network-vif-plugged-22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.542828] env[69289]: WARNING nova.compute.manager [req-0f83ded3-ee26-41bd-b88a-d7a8984d6fce req-f390a041-d256-4766-81fe-63b60e22fe5c service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Received unexpected event network-vif-plugged-22d7bbdf-465d-4032-b939-c9dab5899810 for instance with vm_state building and task_state spawning. [ 1007.573583] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Successfully updated port: 22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.583351] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277560, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.637608] env[69289]: DEBUG nova.compute.utils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.641822] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.642079] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.722280] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c6bdb-a938-41c9-bbd3-cbd96ca4b2d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.727249] env[69289]: DEBUG nova.policy [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612233f3ddb6473382c162200ed5e7f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfecb61dff5471eab94f21c783bd2fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.732789] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Suspending the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1007.733100] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ce5ec2c7-c722-4331-baeb-74822529cd80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.741326] env[69289]: DEBUG oslo_vmware.api [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1007.741326] env[69289]: value = "task-3277562" [ 1007.741326] env[69289]: _type = "Task" [ 1007.741326] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.753371] env[69289]: DEBUG oslo_vmware.api [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277562, 'name': SuspendVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.912108] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277561, 'name': Destroy_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.076863] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.076863] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.077154] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.078261] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822878} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.078722] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.079576] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.079576] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ce7b899-2f31-41ed-bad2-134ce4f57930 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.087491] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1008.087491] env[69289]: value = "task-3277563" [ 1008.087491] env[69289]: _type = "Task" [ 1008.087491] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.099466] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.143107] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.152976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.153246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.153515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.153748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.156885] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.158232] env[69289]: INFO nova.compute.manager [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Terminating instance [ 1008.254442] env[69289]: DEBUG oslo_vmware.api [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277562, 'name': SuspendVM_Task} progress is 45%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.326197] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Successfully created port: cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.400883] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f7375-b5d2-4b5c-842b-75e980bdcc0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.415428] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d402022-3c5a-42a5-8df8-bb2564ec5971 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.418868] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277561, 'name': Destroy_Task, 'duration_secs': 0.727457} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.419226] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Destroyed the VM [ 1008.419449] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.420262] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-41600c9e-816e-47f6-8bae-9efe62ba0ae0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.452122] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efedcd0-1a9a-4593-9e6a-2183f582f6f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.465196] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1008.465196] env[69289]: value = "task-3277564" [ 1008.465196] env[69289]: _type = "Task" [ 1008.465196] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.465810] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35c575-add9-4d0f-a19a-a57e01d887d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.473367] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.483894] env[69289]: DEBUG nova.compute.provider_tree [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.601370] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10852} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.601829] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.602504] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20affcfa-b764-4ad2-b456-fe12beeecc5a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.631378] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.632451] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.634915] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273a36b9-4b1a-4da9-bc2a-2a8696059bf3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.656850] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1008.656850] env[69289]: value = "task-3277565" [ 1008.656850] env[69289]: _type = "Task" [ 1008.656850] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.664661] env[69289]: DEBUG nova.compute.manager [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.665009] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be4ae209-34a5-431c-bce1-cbb41412a813 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.679196] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.686038] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14db70-82ea-48e3-8109-49e461e8f800 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.720327] env[69289]: WARNING nova.virt.vmwareapi.driver [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. [ 1008.720511] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.721024] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad42bfd6-d324-4e21-9eb7-29246bccbc2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729332] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31307473-27ca-408b-aa82-dd24ceb0443f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.762490] env[69289]: WARNING nova.virt.vmwareapi.vmops [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. [ 1008.762703] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.762904] env[69289]: INFO nova.compute.manager [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1008.763181] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.766026] env[69289]: DEBUG nova.compute.manager [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.766117] env[69289]: DEBUG nova.network.neutron [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.767966] env[69289]: DEBUG oslo_vmware.api [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277562, 'name': SuspendVM_Task} progress is 45%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.770695] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1008.770964] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654600', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'name': 'volume-9538f85f-09ea-4bd1-ab39-72511dee93f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccb563c-de39-40d7-9a6e-f15295f14700', 'attached_at': '', 'detached_at': '', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'serial': '9538f85f-09ea-4bd1-ab39-72511dee93f6'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1008.771873] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10beaf78-2e29-46ac-a41b-39e17ef7ef97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.795661] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04a5381-5ecb-413c-953a-a5e5856d35af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.822313] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] volume-9538f85f-09ea-4bd1-ab39-72511dee93f6/volume-9538f85f-09ea-4bd1-ab39-72511dee93f6.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.822672] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c4b642-67b4-4422-bc39-ed2234c75c13 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.844018] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1008.844018] env[69289]: value = "task-3277566" [ 1008.844018] env[69289]: _type = "Task" [ 1008.844018] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.850611] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.852429] env[69289]: DEBUG nova.network.neutron [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.967961] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277564, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.989031] env[69289]: DEBUG nova.scheduler.client.report [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.159915] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.171779] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.187214] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.187465] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.187727] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.187838] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.187971] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.188298] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.188590] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.188831] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.189080] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.189315] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.189551] env[69289]: DEBUG nova.virt.hardware [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.190479] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94679207-2e79-4f99-97ce-3760386795fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.199923] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e55481d-a571-4f2d-8309-6a25ea8e762f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.253807] env[69289]: DEBUG oslo_vmware.api [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277562, 'name': SuspendVM_Task, 'duration_secs': 1.129358} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.262148] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Suspended the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1009.262529] env[69289]: DEBUG nova.compute.manager [None req-2fdd6e6c-c715-4eba-8f65-5b77da641254 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.263510] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6382f0ed-c6d7-4fc7-ad8f-833f30b2aa40 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.351344] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.354947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.355343] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Instance network_info: |[{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.355748] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:85:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d7bbdf-465d-4032-b939-c9dab5899810', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.363515] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.364091] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.364340] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1900181-1733-456e-b4ba-e4371e97b264 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.386296] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.386296] env[69289]: value = "task-3277567" [ 1009.386296] env[69289]: _type = "Task" [ 1009.386296] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.398235] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277567, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.467330] env[69289]: DEBUG oslo_vmware.api [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277564, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868192} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.467672] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1009.467951] env[69289]: INFO nova.compute.manager [None req-77ce463d-b7fb-42f6-8b22-288a4024e6bb tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 15.34 seconds to snapshot the instance on the hypervisor. [ 1009.494927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.495765] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.502073] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.959s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.502073] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.503037] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.486s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.503037] env[69289]: DEBUG nova.objects.instance [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1009.525154] env[69289]: DEBUG nova.compute.manager [req-f81686b7-efbf-405b-8ba3-097258890b01 req-48a5a70a-9cfd-4b24-8cef-8d277e07b8b2 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Received event network-vif-deleted-dcfa182f-c025-4bdf-acf6-b051bcebe81c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.525353] env[69289]: INFO nova.compute.manager [req-f81686b7-efbf-405b-8ba3-097258890b01 req-48a5a70a-9cfd-4b24-8cef-8d277e07b8b2 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Neutron deleted interface dcfa182f-c025-4bdf-acf6-b051bcebe81c; detaching it from the instance and deleting it from the info cache [ 1009.525514] env[69289]: DEBUG nova.network.neutron [req-f81686b7-efbf-405b-8ba3-097258890b01 req-48a5a70a-9cfd-4b24-8cef-8d277e07b8b2 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.532182] env[69289]: INFO nova.scheduler.client.report [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocations for instance 4075209a-13c3-4d06-8235-bcec544ee594 [ 1009.595297] env[69289]: DEBUG nova.compute.manager [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Received event network-changed-22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.595562] env[69289]: DEBUG nova.compute.manager [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Refreshing instance network info cache due to event network-changed-22d7bbdf-465d-4032-b939-c9dab5899810. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.595744] env[69289]: DEBUG oslo_concurrency.lockutils [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] Acquiring lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.595857] env[69289]: DEBUG oslo_concurrency.lockutils [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] Acquired lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.596048] env[69289]: DEBUG nova.network.neutron [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Refreshing network info cache for port 22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.674780] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277565, 'name': ReconfigVM_Task, 'duration_secs': 0.519902} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.675597] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.676608] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceb909f7-654f-4906-ad4a-d15f0a3b775d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.683922] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1009.683922] env[69289]: value = "task-3277568" [ 1009.683922] env[69289]: _type = "Task" [ 1009.683922] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.695664] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277568, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.792996] env[69289]: DEBUG nova.network.neutron [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.856351] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277566, 'name': ReconfigVM_Task, 'duration_secs': 0.527553} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.856351] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfigured VM instance instance-00000048 to attach disk [datastore2] volume-9538f85f-09ea-4bd1-ab39-72511dee93f6/volume-9538f85f-09ea-4bd1-ab39-72511dee93f6.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.863029] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bda77ad4-b933-422f-b1c1-924752700c79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.881969] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1009.881969] env[69289]: value = "task-3277569" [ 1009.881969] env[69289]: _type = "Task" [ 1009.881969] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.894064] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.900797] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277567, 'name': CreateVM_Task, 'duration_secs': 0.426017} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.901063] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.902033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.902221] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.903392] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.903392] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffaf23d-2a49-441d-a5c5-8e0fa01f5eda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.908715] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1009.908715] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6977-8f8a-08f2-3deb-b3c4fcd00cbc" [ 1009.908715] env[69289]: _type = "Task" [ 1009.908715] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.917143] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6977-8f8a-08f2-3deb-b3c4fcd00cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.008558] env[69289]: DEBUG nova.compute.utils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.017490] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.018124] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.035825] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4af1d4b-540e-4def-a505-12c3bc675d65 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.045236] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8723832-dd4e-4ef5-b97f-9957fb05c9c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "4075209a-13c3-4d06-8235-bcec544ee594" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.979s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.048774] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef88bea7-c356-430a-8f2d-cee8b8c7d152 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.086144] env[69289]: DEBUG nova.compute.manager [req-f81686b7-efbf-405b-8ba3-097258890b01 req-48a5a70a-9cfd-4b24-8cef-8d277e07b8b2 service nova] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Detach interface failed, port_id=dcfa182f-c025-4bdf-acf6-b051bcebe81c, reason: Instance 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.091594] env[69289]: DEBUG nova.policy [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612233f3ddb6473382c162200ed5e7f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfecb61dff5471eab94f21c783bd2fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.192233] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Successfully updated port: cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.197306] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277568, 'name': Rename_Task, 'duration_secs': 0.213707} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.197306] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.197306] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-760e2dcb-ec0c-4a37-8930-382a76776e5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.203624] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1010.203624] env[69289]: value = "task-3277570" [ 1010.203624] env[69289]: _type = "Task" [ 1010.203624] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.214566] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.296843] env[69289]: INFO nova.compute.manager [-] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Took 1.53 seconds to deallocate network for instance. [ 1010.401166] env[69289]: DEBUG oslo_vmware.api [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277569, 'name': ReconfigVM_Task, 'duration_secs': 0.158122} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.401669] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654600', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'name': 'volume-9538f85f-09ea-4bd1-ab39-72511dee93f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccb563c-de39-40d7-9a6e-f15295f14700', 'attached_at': '', 'detached_at': '', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'serial': '9538f85f-09ea-4bd1-ab39-72511dee93f6'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1010.429201] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a6977-8f8a-08f2-3deb-b3c4fcd00cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.430225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.430601] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.430962] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.431377] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.431529] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.434230] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63112a3c-d260-4559-a92a-e720eb52b2df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.448704] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.448932] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.449776] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d834d3d5-0c92-4a69-a10f-f41c3fee94ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.454596] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.455047] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.455120] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.455442] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.455763] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.459881] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1010.459881] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520fef37-d9d3-5d90-77a4-e299d05bb9bc" [ 1010.459881] env[69289]: _type = "Task" [ 1010.459881] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.459881] env[69289]: INFO nova.compute.manager [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Terminating instance [ 1010.471978] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520fef37-d9d3-5d90-77a4-e299d05bb9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.473939] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a846b9c-8298-4566-8096-36f880422ff6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.481200] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1010.481200] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5221da54-f29a-c51f-787e-4d95fccfe2f8" [ 1010.481200] env[69289]: _type = "Task" [ 1010.481200] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.482052] env[69289]: DEBUG nova.network.neutron [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updated VIF entry in instance network info cache for port 22d7bbdf-465d-4032-b939-c9dab5899810. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.482372] env[69289]: DEBUG nova.network.neutron [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.493912] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5221da54-f29a-c51f-787e-4d95fccfe2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.516062] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.525125] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e935f9d1-5315-45e0-a796-84a4369e0777 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.526283] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.949s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.526469] env[69289]: DEBUG nova.objects.instance [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid 8537e560-6851-47e4-b00c-381024307c19 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.627891] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Successfully created port: 14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.698268] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.698547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.698601] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.716278] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.854946] env[69289]: INFO nova.compute.manager [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Took 0.56 seconds to detach 1 volumes for instance. [ 1010.857577] env[69289]: DEBUG nova.compute.manager [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Deleting volume: e2d5df4e-309b-4d68-8e16-db4dd5f13b21 {{(pid=69289) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1010.967918] env[69289]: DEBUG nova.compute.manager [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.968599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.970778] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c42efe3-6ba5-426f-8ab5-73bcda5c143d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.980636] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.980636] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ac2ca38-6174-4a6b-9805-7efcec9aaf93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.987628] env[69289]: DEBUG oslo_concurrency.lockutils [req-b5801e69-8335-422f-91b2-d850ecaeaf8a req-bc30b342-772e-4112-82b0-62bd6bd10a0a service nova] Releasing lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992258] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5221da54-f29a-c51f-787e-4d95fccfe2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.992527] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.992802] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.993392] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfa2911-188b-4940-bccc-485f5d3b5f50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.000629] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1011.000629] env[69289]: value = "task-3277573" [ 1011.000629] env[69289]: _type = "Task" [ 1011.000629] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.009680] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.046223] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.046223] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.046223] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore1] f36dfff1-d3e7-4372-87c6-c81204e13f6d {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.046223] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dd91e0f-2772-456b-aaf4-3cbc70795c69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.055749] env[69289]: DEBUG oslo_vmware.api [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1011.055749] env[69289]: value = "task-3277574" [ 1011.055749] env[69289]: _type = "Task" [ 1011.055749] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.072255] env[69289]: DEBUG oslo_vmware.api [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.215852] env[69289]: DEBUG oslo_vmware.api [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277570, 'name': PowerOnVM_Task, 'duration_secs': 0.558176} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.219686] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.219795] env[69289]: INFO nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1011.220034] env[69289]: DEBUG nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.221937] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719ea9ad-00aa-4f40-9265-a188eaaeb1de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.250124] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.280903] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6b04d7-ac9b-4c58-b95a-7a2c6711d7a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.290393] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519a6d8-7e99-4193-8cc0-387eca583e5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.327678] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9384551-c350-4f63-8379-ac7208129e5b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.336384] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab87b572-d680-4390-8d7f-f3968f0d6e35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.352250] env[69289]: DEBUG nova.compute.provider_tree [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.406282] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.453332] env[69289]: DEBUG nova.objects.instance [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid eccb563c-de39-40d7-9a6e-f15295f14700 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.506683] env[69289]: DEBUG nova.network.neutron [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [{"id": "cf9a30fd-acd7-430e-836c-94a030b58c73", "address": "fa:16:3e:57:22:e7", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9a30fd-ac", "ovs_interfaceid": "cf9a30fd-acd7-430e-836c-94a030b58c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.514290] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.529341] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.568045] env[69289]: DEBUG oslo_vmware.api [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36779} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.570703] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.571783] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.571783] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.571783] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.571783] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.571783] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.572163] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.572163] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.572325] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.573091] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.573091] env[69289]: DEBUG nova.virt.hardware [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.573091] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.573251] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.573393] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.573570] env[69289]: INFO nova.compute.manager [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1011.573860] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.574663] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a344cc9a-f08b-4130-89d4-70f14c70ad20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.579083] env[69289]: DEBUG nova.compute.manager [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.579183] env[69289]: DEBUG nova.network.neutron [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.590207] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050d5887-adee-420b-9daa-c66afa520d30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.661926] env[69289]: DEBUG nova.compute.manager [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Received event network-vif-plugged-cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.662155] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Acquiring lock "45753558-ccf9-4754-9a2c-bde58559d139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.662316] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Lock "45753558-ccf9-4754-9a2c-bde58559d139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.662485] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Lock "45753558-ccf9-4754-9a2c-bde58559d139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.662692] env[69289]: DEBUG nova.compute.manager [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] No waiting events found dispatching network-vif-plugged-cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.663029] env[69289]: WARNING nova.compute.manager [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Received unexpected event network-vif-plugged-cf9a30fd-acd7-430e-836c-94a030b58c73 for instance with vm_state building and task_state spawning. [ 1011.663094] env[69289]: DEBUG nova.compute.manager [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Received event network-changed-cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.663717] env[69289]: DEBUG nova.compute.manager [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Refreshing instance network info cache due to event network-changed-cf9a30fd-acd7-430e-836c-94a030b58c73. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.663717] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Acquiring lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.749320] env[69289]: INFO nova.compute.manager [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 18.37 seconds to build instance. [ 1011.791658] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.792718] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73654a5f-5026-4097-bc3c-c87274d0458f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.801611] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.801611] env[69289]: ERROR oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk due to incomplete transfer. [ 1011.801611] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57c13544-c6d0-4f4f-8dd4-d48d3c13e40e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.809672] env[69289]: DEBUG oslo_vmware.rw_handles [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b836c-6bc7-ec22-0ad1-5c1ef779fedf/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.809672] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Uploaded image 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.809817] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.810689] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-378af985-a84a-4634-9d30-a02f1c04a997 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.818041] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1011.818041] env[69289]: value = "task-3277575" [ 1011.818041] env[69289]: _type = "Task" [ 1011.818041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.829372] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277575, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.856500] env[69289]: DEBUG nova.scheduler.client.report [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.959182] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d545c25b-282b-4396-a833-ab37b98b5efa tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.012996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.013441] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Instance network_info: |[{"id": "cf9a30fd-acd7-430e-836c-94a030b58c73", "address": "fa:16:3e:57:22:e7", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9a30fd-ac", "ovs_interfaceid": "cf9a30fd-acd7-430e-836c-94a030b58c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.014019] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615882} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.014284] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Acquired lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.014459] env[69289]: DEBUG nova.network.neutron [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Refreshing network info cache for port cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.015731] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:22:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf9a30fd-acd7-430e-836c-94a030b58c73', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.023701] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating folder: Project (9bfecb61dff5471eab94f21c783bd2fb). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.024071] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.024219] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.025462] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b09ee45-a702-43f5-970a-4975fa5efc66 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.027298] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b4b0d1-b3fb-48e4-8ea1-95e83e638c6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.034554] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1012.034554] env[69289]: value = "task-3277577" [ 1012.034554] env[69289]: _type = "Task" [ 1012.034554] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.039189] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created folder: Project (9bfecb61dff5471eab94f21c783bd2fb) in parent group-v654351. [ 1012.039391] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating folder: Instances. Parent ref: group-v654605. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1012.039622] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e7644d-6940-4f47-8686-e87c552226f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.044850] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.053712] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created folder: Instances in parent group-v654605. [ 1012.053977] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.054475] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.054731] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66353e9-4b00-4fda-9c7c-e09710492dcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.074875] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.074875] env[69289]: value = "task-3277579" [ 1012.074875] env[69289]: _type = "Task" [ 1012.074875] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.083626] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277579, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.130021] env[69289]: DEBUG nova.compute.manager [req-619c9798-b0da-4c40-aaf7-135312b59a8c req-2f5b6c4c-28e2-4267-bba0-ecacd6441c11 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Received event network-vif-deleted-a090c279-04b4-4f1d-9687-78120e8785c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.130153] env[69289]: INFO nova.compute.manager [req-619c9798-b0da-4c40-aaf7-135312b59a8c req-2f5b6c4c-28e2-4267-bba0-ecacd6441c11 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Neutron deleted interface a090c279-04b4-4f1d-9687-78120e8785c0; detaching it from the instance and deleting it from the info cache [ 1012.130371] env[69289]: DEBUG nova.network.neutron [req-619c9798-b0da-4c40-aaf7-135312b59a8c req-2f5b6c4c-28e2-4267-bba0-ecacd6441c11 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.256964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-18d7c2a0-6ebf-465a-ae0d-756ad967ccc1 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.883s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.333891] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277575, 'name': Destroy_Task, 'duration_secs': 0.331921} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.334242] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Destroyed the VM [ 1012.334485] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.334750] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea10791e-5174-40ed-9623-c8c5b8997e97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.341268] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1012.341268] env[69289]: value = "task-3277580" [ 1012.341268] env[69289]: _type = "Task" [ 1012.341268] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.350274] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.363223] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.365918] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.518s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.365918] env[69289]: DEBUG nova.objects.instance [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'resources' on Instance uuid ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.402732] env[69289]: INFO nova.scheduler.client.report [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance 8537e560-6851-47e4-b00c-381024307c19 [ 1012.544925] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079387} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.545225] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.546061] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001ea9b8-c3dc-40f2-9eeb-35c8587444a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.570326] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.570604] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d0a7a9-065e-4a91-809d-54f2a6bdb004 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.584934] env[69289]: DEBUG nova.network.neutron [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.591263] env[69289]: DEBUG nova.compute.manager [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.595535] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348164e3-d5ec-4af4-87fa-807c8d6e3176 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.600279] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1012.600279] env[69289]: value = "task-3277581" [ 1012.600279] env[69289]: _type = "Task" [ 1012.600279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.607115] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277579, 'name': CreateVM_Task, 'duration_secs': 0.365837} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.614159] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.615327] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615507] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.615949] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.616927] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-059d2568-52e8-489d-b67d-111977b80502 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.623546] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.629061] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1012.629061] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52702e8c-e4dc-98dd-f0d9-5b68878943c4" [ 1012.629061] env[69289]: _type = "Task" [ 1012.629061] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.635328] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c96872de-605f-4a3d-8c68-44a05d815fdb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.641872] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52702e8c-e4dc-98dd-f0d9-5b68878943c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.642702] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.642824] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.643060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.645316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.645316] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.645316] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1f8bda-7643-4d94-808a-c0b590e95ef4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.651156] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e381aa14-410e-4804-b393-a8ddd215a9d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.659007] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Successfully updated port: 14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.667069] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.667263] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.668282] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff16ba5-8221-4fe0-a427-0dae8813eac7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.680432] env[69289]: DEBUG nova.compute.manager [req-619c9798-b0da-4c40-aaf7-135312b59a8c req-2f5b6c4c-28e2-4267-bba0-ecacd6441c11 service nova] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Detach interface failed, port_id=a090c279-04b4-4f1d-9687-78120e8785c0, reason: Instance f36dfff1-d3e7-4372-87c6-c81204e13f6d could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1012.683615] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1012.683615] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524a5689-487b-3fdd-43f9-c46101640fee" [ 1012.683615] env[69289]: _type = "Task" [ 1012.683615] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.691785] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a5689-487b-3fdd-43f9-c46101640fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.851236] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.912878] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5f4beaae-3474-4caa-87e0-15097210e78c tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "8537e560-6851-47e4-b00c-381024307c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.819s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.008367] env[69289]: DEBUG nova.network.neutron [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updated VIF entry in instance network info cache for port cf9a30fd-acd7-430e-836c-94a030b58c73. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.008847] env[69289]: DEBUG nova.network.neutron [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [{"id": "cf9a30fd-acd7-430e-836c-94a030b58c73", "address": "fa:16:3e:57:22:e7", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9a30fd-ac", "ovs_interfaceid": "cf9a30fd-acd7-430e-836c-94a030b58c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.084012] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0322173-d89d-4440-9cfe-55bf29798c43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.091247] env[69289]: INFO nova.compute.manager [-] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Took 1.51 seconds to deallocate network for instance. [ 1013.093720] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26bf311-2e5a-4722-81de-3e3f9856266b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.131490] env[69289]: INFO nova.compute.manager [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] instance snapshotting [ 1013.138231] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ee85e-13f6-428c-976e-b6b61db1085a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.141464] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9c9ea7-55df-4daf-833a-096bdc67d9bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.170239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.170239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.170239] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.170907] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.172286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25b78be-7a64-4845-96ee-29c1f94f0c57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.176853] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd1acb9-d1f0-4c06-b3c3-8bd1b54dc3de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.191434] env[69289]: DEBUG nova.compute.provider_tree [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.205680] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524a5689-487b-3fdd-43f9-c46101640fee, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.207450] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8afe11de-b1de-4d41-a647-1a75f948f9d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.214710] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1013.214710] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52736a44-426e-157e-63b6-ef1bea15aa00" [ 1013.214710] env[69289]: _type = "Task" [ 1013.214710] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.224888] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52736a44-426e-157e-63b6-ef1bea15aa00, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.225147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.225401] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/45753558-ccf9-4754-9a2c-bde58559d139.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.225653] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef4900f-7ef7-4259-9255-81e949a42e19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.233431] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1013.233431] env[69289]: value = "task-3277582" [ 1013.233431] env[69289]: _type = "Task" [ 1013.233431] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.241203] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.353020] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277580, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.513272] env[69289]: DEBUG oslo_concurrency.lockutils [req-5ad18411-fcc1-4cde-9efc-4c33e5646890 req-6c2200a9-2332-48ed-bd10-e0a877ecc1f9 service nova] Releasing lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.602215] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.643573] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277581, 'name': ReconfigVM_Task, 'duration_secs': 0.709126} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.643573] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.643573] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e6b7f3-8fcb-4483-940a-454f5f1407f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.652021] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1013.652021] env[69289]: value = "task-3277583" [ 1013.652021] env[69289]: _type = "Task" [ 1013.652021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.663147] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277583, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.701928] env[69289]: DEBUG nova.scheduler.client.report [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.706769] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1013.708534] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.712116] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e63bd06-ece2-4bba-a757-fd56248b863b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.718189] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1013.718189] env[69289]: value = "task-3277584" [ 1013.718189] env[69289]: _type = "Task" [ 1013.718189] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.729150] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.755170] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460721} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.755455] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/45753558-ccf9-4754-9a2c-bde58559d139.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.755670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.755930] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-425c163c-bc40-4819-8ccc-7160d9326c69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.766681] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1013.766681] env[69289]: value = "task-3277585" [ 1013.766681] env[69289]: _type = "Task" [ 1013.766681] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.776453] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.851573] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277580, 'name': RemoveSnapshot_Task, 'duration_secs': 1.407846} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.851843] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.852132] env[69289]: DEBUG nova.compute.manager [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.852889] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f356a1-29b4-464e-aba2-0926ef0865d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.882130] env[69289]: DEBUG nova.network.neutron [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Updating instance_info_cache with network_info: [{"id": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "address": "fa:16:3e:dc:78:33", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba18d6-09", "ovs_interfaceid": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.164140] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277583, 'name': Rename_Task, 'duration_secs': 0.173036} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.164435] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.164692] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82fada82-64cf-4ece-98e7-49553d35bab0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.168773] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Received event network-vif-plugged-14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.168955] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Acquiring lock "bf51b500-f1e2-475f-954a-415581506614-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.169183] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Lock "bf51b500-f1e2-475f-954a-415581506614-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.169356] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Lock "bf51b500-f1e2-475f-954a-415581506614-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.169526] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] No waiting events found dispatching network-vif-plugged-14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.169691] env[69289]: WARNING nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Received unexpected event network-vif-plugged-14ba18d6-09db-4ee7-a05b-6d1c37f901e5 for instance with vm_state building and task_state spawning. [ 1014.169854] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Received event network-changed-14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.170011] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Refreshing instance network info cache due to event network-changed-14ba18d6-09db-4ee7-a05b-6d1c37f901e5. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.170185] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Acquiring lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.175623] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1014.175623] env[69289]: value = "task-3277586" [ 1014.175623] env[69289]: _type = "Task" [ 1014.175623] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.184836] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.212695] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.220503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.709s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.231845] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.236583] env[69289]: INFO nova.scheduler.client.report [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocations for instance ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed [ 1014.280250] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070774} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.280552] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.281504] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe122cc4-f2f0-4f21-a781-73e44ba8e8df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305243] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/45753558-ccf9-4754-9a2c-bde58559d139.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.307049] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94372b34-9268-4590-845e-cad8ffc4ca2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.328919] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1014.328919] env[69289]: value = "task-3277587" [ 1014.328919] env[69289]: _type = "Task" [ 1014.328919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.340840] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.366237] env[69289]: INFO nova.compute.manager [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Shelve offloading [ 1014.378503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "ace263de-9563-4fda-95f3-0f547e720469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.378742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.385097] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.385387] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Instance network_info: |[{"id": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "address": "fa:16:3e:dc:78:33", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba18d6-09", "ovs_interfaceid": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.385895] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Acquired lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.386100] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Refreshing network info cache for port 14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.387200] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:78:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14ba18d6-09db-4ee7-a05b-6d1c37f901e5', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.395598] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.396941] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf51b500-f1e2-475f-954a-415581506614] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.397236] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4fb4d4-7ae5-4bfe-88c4-8b7c34777d47 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.422237] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.422237] env[69289]: value = "task-3277588" [ 1014.422237] env[69289]: _type = "Task" [ 1014.422237] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.434900] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277588, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.489508] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb14b6c3-37fd-4892-a9e5-66d064a25089 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.498821] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1823b-43f5-456d-b96c-3a0ba66af8d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.536403] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8239edd-4d3a-4a05-b84c-90c2b1e48317 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.544197] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf76528-5d2e-4705-8272-0f9a08f5f556 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.557861] env[69289]: DEBUG nova.compute.provider_tree [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.644868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "7ae80add-e065-41cb-a414-638121c5ee12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.645134] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.685319] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.733332] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277584, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.749618] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dac8f9b5-5c00-4193-8665-ef327719c7ba tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.941s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.840136] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.872738] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.873094] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8a23a3f-88d5-4597-8138-249d656bffb3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883021] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1014.883021] env[69289]: value = "task-3277589" [ 1014.883021] env[69289]: _type = "Task" [ 1014.883021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.886945] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.901547] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1014.901783] env[69289]: DEBUG nova.compute.manager [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.903018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ccc6de-d3ff-4128-87b2-6ff46541be30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.910493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.910493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.913260] env[69289]: DEBUG nova.network.neutron [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.933323] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277588, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.064020] env[69289]: DEBUG nova.scheduler.client.report [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.149851] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.189853] env[69289]: DEBUG oslo_vmware.api [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277586, 'name': PowerOnVM_Task, 'duration_secs': 0.938448} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.190354] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.190718] env[69289]: INFO nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1015.191046] env[69289]: DEBUG nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.191943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1728db58-1934-4857-9bc9-151431e7f65f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.234630] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277584, 'name': CreateSnapshot_Task, 'duration_secs': 1.359452} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.238020] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1015.238020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be745fe4-8fa9-438f-9088-07af54c2a7ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.241373] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Updated VIF entry in instance network info cache for port 14ba18d6-09db-4ee7-a05b-6d1c37f901e5. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.241822] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Updating instance_info_cache with network_info: [{"id": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "address": "fa:16:3e:dc:78:33", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba18d6-09", "ovs_interfaceid": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.339927] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277587, 'name': ReconfigVM_Task, 'duration_secs': 0.652946} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.340555] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/45753558-ccf9-4754-9a2c-bde58559d139.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.341344] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f3effd3-a3b9-41ad-b955-2bbc38d19b53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.347028] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1015.347028] env[69289]: value = "task-3277590" [ 1015.347028] env[69289]: _type = "Task" [ 1015.347028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.356205] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277590, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.420593] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.433549] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277588, 'name': CreateVM_Task, 'duration_secs': 0.677465} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.433549] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf51b500-f1e2-475f-954a-415581506614] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.435301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.435591] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.435808] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.436177] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee7e606-7db3-4763-bfba-8d329b4e65fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.441040] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1015.441040] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52eb1a72-aa21-aded-d2d9-ffae42e20347" [ 1015.441040] env[69289]: _type = "Task" [ 1015.441040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.450161] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52eb1a72-aa21-aded-d2d9-ffae42e20347, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.567894] env[69289]: DEBUG oslo_concurrency.lockutils [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.353s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.568113] env[69289]: INFO nova.compute.manager [None req-56b72d36-0066-497b-8ede-58d6a3ac3baf tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Successfully reverted task state from rebuilding on failure for instance. [ 1015.578722] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.173s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.579046] env[69289]: DEBUG nova.objects.instance [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lazy-loading 'resources' on Instance uuid 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.681597] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.694753] env[69289]: DEBUG nova.network.neutron [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.711560] env[69289]: INFO nova.compute.manager [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Took 18.07 seconds to build instance. [ 1015.748274] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Releasing lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.748274] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Received event network-changed-f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.748274] env[69289]: DEBUG nova.compute.manager [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Refreshing instance network info cache due to event network-changed-f28130e2-c119-4b40-bb93-df580d9205aa. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.748274] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.748274] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.748274] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Refreshing network info cache for port f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.759103] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1015.762163] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88bc1e47-9e6a-428a-9aaf-7e1789e0ce7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.772963] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1015.772963] env[69289]: value = "task-3277591" [ 1015.772963] env[69289]: _type = "Task" [ 1015.772963] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.782959] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277591, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.858387] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277590, 'name': Rename_Task, 'duration_secs': 0.155797} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.858695] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.858967] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d26d26c6-b8b0-4fb3-9ba8-241997f0282e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.865464] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1015.865464] env[69289]: value = "task-3277592" [ 1015.865464] env[69289]: _type = "Task" [ 1015.865464] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.881786] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.951738] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52eb1a72-aa21-aded-d2d9-ffae42e20347, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.953030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.953030] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.953030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.953030] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.953282] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7233684d-dd93-4c2c-8b5f-dc83a0412c97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.962993] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.962993] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.963302] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74916d09-64e0-4928-bf53-2908bd7e7fbd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.968919] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1015.968919] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52557d46-7c73-ec74-90ac-331207726774" [ 1015.968919] env[69289]: _type = "Task" [ 1015.968919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.980421] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52557d46-7c73-ec74-90ac-331207726774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.075087] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updated VIF entry in instance network info cache for port f28130e2-c119-4b40-bb93-df580d9205aa. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.075481] env[69289]: DEBUG nova.network.neutron [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.201065] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.214052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9b7b37ab-ec55-45a6-943c-c42e87dd07c6 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.585s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.286099] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277591, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.310949] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f68c4d9-3c49-4c26-a205-53248e1dbcc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.325218] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b4871b-3d3a-4a64-96cd-b22bf5f19295 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.359778] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005b6c6-69d6-49b0-8676-20e18c1950fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.371368] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77d966d-47f1-4224-a911-86e4b8a53c1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.379437] env[69289]: DEBUG oslo_vmware.api [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277592, 'name': PowerOnVM_Task, 'duration_secs': 0.477166} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.396507] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.397008] env[69289]: INFO nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1016.397900] env[69289]: DEBUG nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.398787] env[69289]: DEBUG nova.compute.provider_tree [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.405181] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4eb012-1252-459f-b244-6e87705b7916 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.489746] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52557d46-7c73-ec74-90ac-331207726774, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.491190] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d242d67-1f70-49ad-8b25-19f05f5151f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.500410] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1016.500410] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb7848-b015-df2d-1ebe-97a6ba4e73e2" [ 1016.500410] env[69289]: _type = "Task" [ 1016.500410] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.514833] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fb7848-b015-df2d-1ebe-97a6ba4e73e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.515310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.515707] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bf51b500-f1e2-475f-954a-415581506614/bf51b500-f1e2-475f-954a-415581506614.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.516170] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43f4fbb-371d-473d-9835-63862a249637 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.524073] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1016.524073] env[69289]: value = "task-3277593" [ 1016.524073] env[69289]: _type = "Task" [ 1016.524073] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.536346] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.578384] env[69289]: DEBUG oslo_concurrency.lockutils [req-483207d0-9990-44d5-bceb-3467177e82da req-d584d90d-dfb7-4756-8c99-97dcb2bf1b39 service nova] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.617740] env[69289]: DEBUG nova.compute.manager [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-vif-unplugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.618052] env[69289]: DEBUG oslo_concurrency.lockutils [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.618432] env[69289]: DEBUG oslo_concurrency.lockutils [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.618571] env[69289]: DEBUG oslo_concurrency.lockutils [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.618736] env[69289]: DEBUG nova.compute.manager [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] No waiting events found dispatching network-vif-unplugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.618976] env[69289]: WARNING nova.compute.manager [req-4451ba13-f379-4f30-a508-b9c25cfeb80e req-f8a028e8-8c55-4264-824d-36c446a9d376 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received unexpected event network-vif-unplugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 for instance with vm_state shelved and task_state shelving_offloading. [ 1016.639886] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.640932] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a2a28e-0ff6-4724-80bc-90770f615988 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.652153] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.652153] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e22b78e-7c12-46e6-96d4-cb3d376d3f3b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.763981] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.764264] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.764459] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleting the datastore file [datastore1] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.764757] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b805d8-2556-44bb-8650-8932e23c10d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.775041] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1016.775041] env[69289]: value = "task-3277595" [ 1016.775041] env[69289]: _type = "Task" [ 1016.775041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.801282] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.807741] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277591, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.911016] env[69289]: DEBUG nova.scheduler.client.report [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.930164] env[69289]: INFO nova.compute.manager [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Took 18.91 seconds to build instance. [ 1016.935382] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.935610] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.040307] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489619} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.040636] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bf51b500-f1e2-475f-954a-415581506614/bf51b500-f1e2-475f-954a-415581506614.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.040836] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.041119] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8d5905-48bb-4d7e-900a-3e875fbf3d79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.051716] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1017.051716] env[69289]: value = "task-3277596" [ 1017.051716] env[69289]: _type = "Task" [ 1017.051716] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.060670] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.288436] env[69289]: DEBUG oslo_vmware.api [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324102} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.291705] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.291941] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.292188] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.294104] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277591, 'name': CloneVM_Task, 'duration_secs': 1.326143} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.295990] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Created linked-clone VM from snapshot [ 1017.296781] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf6ed6-6a10-40a4-a40c-a284315d65e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.306107] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Uploading image 179dcb10-45a5-4188-927f-6819473a0dd6 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1017.307795] env[69289]: DEBUG nova.compute.manager [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.324280] env[69289]: INFO nova.scheduler.client.report [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted allocations for instance 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 [ 1017.337932] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1017.337932] env[69289]: value = "vm-654610" [ 1017.337932] env[69289]: _type = "VirtualMachine" [ 1017.337932] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1017.338271] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7fcb3dbf-e4c6-490c-97cd-468888a81320 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.349427] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lease: (returnval){ [ 1017.349427] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbaedb-689f-32b6-0922-1fb11192fc65" [ 1017.349427] env[69289]: _type = "HttpNfcLease" [ 1017.349427] env[69289]: } obtained for exporting VM: (result){ [ 1017.349427] env[69289]: value = "vm-654610" [ 1017.349427] env[69289]: _type = "VirtualMachine" [ 1017.349427] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1017.349907] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the lease: (returnval){ [ 1017.349907] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbaedb-689f-32b6-0922-1fb11192fc65" [ 1017.349907] env[69289]: _type = "HttpNfcLease" [ 1017.349907] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1017.359317] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.359317] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbaedb-689f-32b6-0922-1fb11192fc65" [ 1017.359317] env[69289]: _type = "HttpNfcLease" [ 1017.359317] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1017.417842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.421399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.819s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.421915] env[69289]: DEBUG nova.objects.instance [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'resources' on Instance uuid f36dfff1-d3e7-4372-87c6-c81204e13f6d {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.439340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ac5fa0cd-f044-4a02-9788-f869997859b0 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.424s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.439340] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1017.563316] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110549} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.563617] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.564480] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f872e-2908-425f-aa61-c7cb19b2fcba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.595251] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] bf51b500-f1e2-475f-954a-415581506614/bf51b500-f1e2-475f-954a-415581506614.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.596342] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca29c69-b0ea-467a-9ed7-ea9bf4fc6b26 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.618972] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1017.618972] env[69289]: value = "task-3277598" [ 1017.618972] env[69289]: _type = "Task" [ 1017.618972] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.628504] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.831739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.832834] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.858617] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.858617] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbaedb-689f-32b6-0922-1fb11192fc65" [ 1017.858617] env[69289]: _type = "HttpNfcLease" [ 1017.858617] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.858909] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.858909] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bbaedb-689f-32b6-0922-1fb11192fc65" [ 1017.858909] env[69289]: _type = "HttpNfcLease" [ 1017.858909] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1017.859724] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0438aa3-259a-417f-a74c-f31e4f0062e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.867769] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.867944] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.951199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bf83fd80-c3f2-4d13-935d-26763874d071 tempest-ServerActionsV293TestJSON-84219698 tempest-ServerActionsV293TestJSON-84219698-project-member] Lock "8c4a3dc0-9938-4bed-9d5d-78a1d15415a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.798s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.966252] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.029841] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-57930590-cb5d-448a-a55b-6e838cc8f2b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.133776] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.180944] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b9866-a602-4131-af01-689b1f8b13b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.192616] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2598bf7-f132-41ea-b6d9-650937d199d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.226162] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a413129-6295-4176-8212-a8b78b626956 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.235666] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccde7ab-1d08-49c9-9d94-f0d91cf45d7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.252098] env[69289]: DEBUG nova.compute.provider_tree [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.294876] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.295396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.632664] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277598, 'name': ReconfigVM_Task, 'duration_secs': 0.706832} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.632951] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Reconfigured VM instance instance-00000062 to attach disk [datastore1] bf51b500-f1e2-475f-954a-415581506614/bf51b500-f1e2-475f-954a-415581506614.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.633648] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cc9dd26-a29b-4049-bc38-6a8544993d39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642687] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1018.642687] env[69289]: value = "task-3277599" [ 1018.642687] env[69289]: _type = "Task" [ 1018.642687] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.646462] env[69289]: DEBUG nova.compute.manager [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.646661] env[69289]: DEBUG nova.compute.manager [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing instance network info cache due to event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.646966] env[69289]: DEBUG oslo_concurrency.lockutils [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.647174] env[69289]: DEBUG oslo_concurrency.lockutils [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.647386] env[69289]: DEBUG nova.network.neutron [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.662253] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277599, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.755924] env[69289]: DEBUG nova.scheduler.client.report [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.798373] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.158409] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277599, 'name': Rename_Task, 'duration_secs': 0.237584} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.158812] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.160553] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5803abbe-f7a1-4dd6-a7cf-1db5deb4719f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.167532] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1019.167532] env[69289]: value = "task-3277600" [ 1019.167532] env[69289]: _type = "Task" [ 1019.167532] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.175997] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.194815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.261884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.264864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.844s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.265963] env[69289]: INFO nova.compute.claims [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.293596] env[69289]: INFO nova.scheduler.client.report [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance f36dfff1-d3e7-4372-87c6-c81204e13f6d [ 1019.318570] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.377481] env[69289]: DEBUG nova.network.neutron [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updated VIF entry in instance network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.377922] env[69289]: DEBUG nova.network.neutron [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.678698] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.801251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1290385-a997-4893-ac09-a3f82dc8e539 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "f36dfff1-d3e7-4372-87c6-c81204e13f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.346s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.882196] env[69289]: DEBUG oslo_concurrency.lockutils [req-1f6a2946-390d-45aa-b40b-d0eb2ce326cb req-ea007cd6-6b1a-4cfa-b555-25333ddd93c7 service nova] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.179429] env[69289]: DEBUG oslo_vmware.api [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277600, 'name': PowerOnVM_Task, 'duration_secs': 0.92516} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.179939] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.180331] env[69289]: INFO nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1020.180537] env[69289]: DEBUG nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.181443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd638fe-cd63-48a4-8ddc-89968ed77a03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490854] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebf7c98-751c-4a54-85cf-e8aa7f4050f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.500555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c6f6e-e7ce-4bb1-90d7-77699c0e4cb5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.533457] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b8958-041e-4a70-96af-68003d3b82e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.542880] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d8c02-0713-4f2a-94bc-24ac1c71f363 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.558995] env[69289]: DEBUG nova.compute.provider_tree [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.698967] env[69289]: INFO nova.compute.manager [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Took 21.85 seconds to build instance. [ 1021.062953] env[69289]: DEBUG nova.scheduler.client.report [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.093265] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.093510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.201157] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e8c8c70b-8bea-46f6-8f5c-0ba7735f8817 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.363s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.568859] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.569512] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.572177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.891s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.574103] env[69289]: INFO nova.compute.claims [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.595650] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.988343] env[69289]: INFO nova.compute.manager [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Rescuing [ 1021.988757] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.988991] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.989192] env[69289]: DEBUG nova.network.neutron [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.078637] env[69289]: DEBUG nova.compute.utils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.082765] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.082765] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.118448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.137567] env[69289]: DEBUG nova.policy [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d5f4baacc44a0e8ade5620ebf07f5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebcbc786e264b298be772b10fb9172e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.472200] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Successfully created port: 6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.586347] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.812805] env[69289]: DEBUG nova.network.neutron [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Updating instance_info_cache with network_info: [{"id": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "address": "fa:16:3e:dc:78:33", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14ba18d6-09", "ovs_interfaceid": "14ba18d6-09db-4ee7-a05b-6d1c37f901e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.863033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1530ec87-8e46-4c3a-8046-3207b649b144 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.872066] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad72a7-5be2-4af6-91ea-3abef54a21e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.910779] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d7d6fb-f15e-4256-9b1b-a63712a522ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920400] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4381e0-8d85-4267-b25c-32ecd0f88bcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.936509] env[69289]: DEBUG nova.compute.provider_tree [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.315853] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-bf51b500-f1e2-475f-954a-415581506614" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.440993] env[69289]: DEBUG nova.scheduler.client.report [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.600668] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.621651] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.621902] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.622073] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.622264] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.622411] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.622555] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.622769] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.622927] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.623119] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.623291] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.623465] env[69289]: DEBUG nova.virt.hardware [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.624454] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5229ea3-874c-435b-bbac-9c89f9a376b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.633233] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04001c72-5c1f-44ba-aef5-9ef40ccef83e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.945436] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.946020] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.949116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.117s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.949909] env[69289]: DEBUG nova.objects.instance [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'resources' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.083231] env[69289]: DEBUG nova.compute.manager [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Received event network-vif-plugged-6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.083597] env[69289]: DEBUG oslo_concurrency.lockutils [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] Acquiring lock "ace263de-9563-4fda-95f3-0f547e720469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.083935] env[69289]: DEBUG oslo_concurrency.lockutils [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] Lock "ace263de-9563-4fda-95f3-0f547e720469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.084453] env[69289]: DEBUG oslo_concurrency.lockutils [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] Lock "ace263de-9563-4fda-95f3-0f547e720469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.084713] env[69289]: DEBUG nova.compute.manager [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] No waiting events found dispatching network-vif-plugged-6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.084933] env[69289]: WARNING nova.compute.manager [req-6cef85a9-899f-48d5-a37b-ce7dd3402a6c req-86a41d6a-440b-4925-92f1-205d6dd319b6 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Received unexpected event network-vif-plugged-6c5c21ce-4bf9-455c-8972-9090c8785e6c for instance with vm_state building and task_state spawning. [ 1024.137143] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Successfully updated port: 6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.452939] env[69289]: DEBUG nova.compute.utils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.454445] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.454668] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.457185] env[69289]: DEBUG nova.objects.instance [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'numa_topology' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.509942] env[69289]: DEBUG nova.policy [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d67ad14a8d64fcf92cdd3a3d0d553b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '474e89ec88c94133a056025a42bad430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.644160] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.644422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.644613] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.812605] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Successfully created port: 69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.849840] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.850085] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd555c9-9d82-424b-b06c-ec706ce0fecc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.859549] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1024.859549] env[69289]: value = "task-3277601" [ 1024.859549] env[69289]: _type = "Task" [ 1024.859549] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.870573] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.959305] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.962858] env[69289]: DEBUG nova.objects.base [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Object Instance<44e3397c-ddbb-4aa7-8bff-2951b5b4bd39> lazy-loaded attributes: resources,numa_topology {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.182964] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.249311] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b636afd3-4537-4f4c-83a2-c7433ca6edbe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.257550] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c386e6-e002-4226-ad72-ef752b58c069 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.294400] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b200c0a-a06b-4b3f-98e3-ef73c38a7d1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.304151] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df552f27-acb8-4b2d-bf78-900b98d5147d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.319033] env[69289]: DEBUG nova.compute.provider_tree [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.366985] env[69289]: DEBUG nova.network.neutron [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Updating instance_info_cache with network_info: [{"id": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "address": "fa:16:3e:4b:3c:63", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5c21ce-4b", "ovs_interfaceid": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.371619] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277601, 'name': PowerOffVM_Task, 'duration_secs': 0.274909} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.372138] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.372782] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c912eaab-0850-4f21-8110-91a0290dd217 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.395299] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eae1bbb-5b57-4e4a-9253-830b427c0354 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.429951] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.430226] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a38089f4-0611-43d4-a058-2f04a99cb690 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.438818] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1025.438818] env[69289]: value = "task-3277602" [ 1025.438818] env[69289]: _type = "Task" [ 1025.438818] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.448867] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.822909] env[69289]: DEBUG nova.scheduler.client.report [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.872365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.872690] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Instance network_info: |[{"id": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "address": "fa:16:3e:4b:3c:63", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5c21ce-4b", "ovs_interfaceid": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.873149] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:3c:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5c21ce-4bf9-455c-8972-9090c8785e6c', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.881467] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.881467] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.881870] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-044d6286-df7e-4d76-a6d7-913b37b99115 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.905028] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.905028] env[69289]: value = "task-3277603" [ 1025.905028] env[69289]: _type = "Task" [ 1025.905028] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.914098] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277603, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.950443] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.950699] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.950836] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.951033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.951238] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.951534] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a669d9-6dca-4229-8fb3-0ecc5063deb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.963695] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.963932] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.964743] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef66db6-53a3-4b1f-a08e-d6d53a962a1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.969213] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.984732] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1025.984732] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5253bcb4-8db1-559f-0f72-9ab5e5a08eea" [ 1025.984732] env[69289]: _type = "Task" [ 1025.984732] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.993319] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.993652] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.993847] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.994052] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.994206] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.994353] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.994559] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.994717] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.994890] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.995056] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.995232] env[69289]: DEBUG nova.virt.hardware [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.996042] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b6dd7-65f3-4063-b41f-b81c6356feea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.001567] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5253bcb4-8db1-559f-0f72-9ab5e5a08eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.007358] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a618d-e054-43bd-96b8-728d89d75476 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.201392] env[69289]: DEBUG nova.compute.manager [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Received event network-changed-6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.202033] env[69289]: DEBUG nova.compute.manager [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Refreshing instance network info cache due to event network-changed-6c5c21ce-4bf9-455c-8972-9090c8785e6c. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.202033] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] Acquiring lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.202232] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] Acquired lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.202299] env[69289]: DEBUG nova.network.neutron [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Refreshing network info cache for port 6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.327764] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.330687] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.498s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.379939] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Successfully updated port: 69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.416056] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277603, 'name': CreateVM_Task, 'duration_secs': 0.415561} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.416331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.417060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.417233] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.417551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.418095] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8f447d3-bff5-49a7-a2c4-123c95ab24d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.424693] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1026.424693] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b4e2fb-ac37-216d-e90f-1bbd073d471e" [ 1026.424693] env[69289]: _type = "Task" [ 1026.424693] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.434907] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b4e2fb-ac37-216d-e90f-1bbd073d471e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.499034] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5253bcb4-8db1-559f-0f72-9ab5e5a08eea, 'name': SearchDatastore_Task, 'duration_secs': 0.021737} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.499913] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09121de-d992-4aba-91d8-d6fe65dac68f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.506818] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1026.506818] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]520019ad-7164-0668-65f3-8efc3ffb15c5" [ 1026.506818] env[69289]: _type = "Task" [ 1026.506818] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.516637] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520019ad-7164-0668-65f3-8efc3ffb15c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.839995] env[69289]: INFO nova.compute.claims [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.845236] env[69289]: DEBUG oslo_concurrency.lockutils [None req-604dc4b0-1f33-4645-919a-abbfd9715d8a tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.874s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.846308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.651s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.846308] env[69289]: INFO nova.compute.manager [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Unshelving [ 1026.885805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.885961] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.886161] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.901945] env[69289]: DEBUG nova.network.neutron [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Updated VIF entry in instance network info cache for port 6c5c21ce-4bf9-455c-8972-9090c8785e6c. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.902318] env[69289]: DEBUG nova.network.neutron [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Updating instance_info_cache with network_info: [{"id": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "address": "fa:16:3e:4b:3c:63", "network": {"id": "7842d91e-cca6-4a46-9108-c3524ad39072", "bridge": "br-int", "label": "tempest-ServersTestJSON-294584696-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ebcbc786e264b298be772b10fb9172e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5c21ce-4b", "ovs_interfaceid": "6c5c21ce-4bf9-455c-8972-9090c8785e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.936342] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b4e2fb-ac37-216d-e90f-1bbd073d471e, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.936662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.936907] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.937179] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.017621] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]520019ad-7164-0668-65f3-8efc3ffb15c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.017889] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.018175] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bf51b500-f1e2-475f-954a-415581506614/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. {{(pid=69289) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1027.018466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.018673] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.018891] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01e5965c-f2fc-4f26-bf56-6593cc0433b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.020950] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b093cc8-42e0-4b17-acd3-5aeb90df9aee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.032483] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1027.032483] env[69289]: value = "task-3277604" [ 1027.032483] env[69289]: _type = "Task" [ 1027.032483] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.033729] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.033990] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.037549] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c9c1ae-e7b0-494a-b8e7-467f59e7c5a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.043974] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1027.043974] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52723d02-2789-1715-1417-2f343f812e19" [ 1027.043974] env[69289]: _type = "Task" [ 1027.043974] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.046761] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.055617] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52723d02-2789-1715-1417-2f343f812e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.056383] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f703bc8f-0083-42b2-beae-cd406e63292f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.061973] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1027.061973] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522dbaff-9ea2-7002-9d47-7ed9ef8517a9" [ 1027.061973] env[69289]: _type = "Task" [ 1027.061973] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.069568] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522dbaff-9ea2-7002-9d47-7ed9ef8517a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.347273] env[69289]: INFO nova.compute.resource_tracker [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating resource usage from migration d0e66e18-abd7-49b3-b205-2a47e2fc8bf8 [ 1027.404917] env[69289]: DEBUG oslo_concurrency.lockutils [req-7fba7742-8552-48e5-ab54-7effbc848d5e req-21b732d1-ded2-410e-ae46-48d9b2cb4a91 service nova] Releasing lock "refresh_cache-ace263de-9563-4fda-95f3-0f547e720469" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.429164] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.549641] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44576} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.549641] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] bf51b500-f1e2-475f-954a-415581506614/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. [ 1027.550371] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31bc553-3437-429a-a76f-3d095bd22f77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.583422] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] bf51b500-f1e2-475f-954a-415581506614/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.591046] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa7e8d8-0641-4446-820f-f4fc43efb0bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.603504] env[69289]: DEBUG nova.network.neutron [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updating instance_info_cache with network_info: [{"id": "69357192-7bfa-482c-a1f8-81572cc3afbf", "address": "fa:16:3e:fe:56:ef", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69357192-7b", "ovs_interfaceid": "69357192-7bfa-482c-a1f8-81572cc3afbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.612187] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522dbaff-9ea2-7002-9d47-7ed9ef8517a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.613649] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.613871] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ace263de-9563-4fda-95f3-0f547e720469/ace263de-9563-4fda-95f3-0f547e720469.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.615259] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1027.615259] env[69289]: value = "task-3277605" [ 1027.615259] env[69289]: _type = "Task" [ 1027.615259] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.615259] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c306a9-7d8a-49f1-a1d1-34f29be22680 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.629712] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.631589] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1027.631589] env[69289]: value = "task-3277606" [ 1027.631589] env[69289]: _type = "Task" [ 1027.631589] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.643893] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.663734] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ac8e3-e369-4597-8a3f-44344a500b0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.674022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26ff21-ceb6-48f7-b831-8977c07b0bb6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.708948] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a802ce5-2d21-453a-bdd6-bb0a8cdbe9e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.717593] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab6bbd-3ad0-4342-b1f2-8b6714949ce3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.733144] env[69289]: DEBUG nova.compute.provider_tree [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.875317] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.106097] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.106442] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Instance network_info: |[{"id": "69357192-7bfa-482c-a1f8-81572cc3afbf", "address": "fa:16:3e:fe:56:ef", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69357192-7b", "ovs_interfaceid": "69357192-7bfa-482c-a1f8-81572cc3afbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.106878] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:56:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69357192-7bfa-482c-a1f8-81572cc3afbf', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.114901] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.115181] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.115348] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e5835e-03c6-4e62-bf7e-172c97d83851 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.141224] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.141224] env[69289]: value = "task-3277607" [ 1028.141224] env[69289]: _type = "Task" [ 1028.141224] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.149901] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277606, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444001} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.150149] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.150735] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ace263de-9563-4fda-95f3-0f547e720469/ace263de-9563-4fda-95f3-0f547e720469.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.150961] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.151218] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cce93cf-b592-4867-8d65-1b8434385edc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.157186] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277607, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.161940] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1028.161940] env[69289]: value = "task-3277608" [ 1028.161940] env[69289]: _type = "Task" [ 1028.161940] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.163878] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.164711] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1786ffd3-0def-4da1-9fbd-c0ba71134932 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.175989] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.176196] env[69289]: ERROR oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk due to incomplete transfer. [ 1028.176424] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d5c51480-ada5-4d1c-86c6-2f7a96290333 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.184328] env[69289]: DEBUG oslo_vmware.rw_handles [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e67328-7a2c-b70e-215b-aa913845403e/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1028.184592] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Uploaded image 179dcb10-45a5-4188-927f-6819473a0dd6 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1028.187613] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.187876] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-beb65046-469d-4270-a2a2-7b534e2df04e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.197220] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1028.197220] env[69289]: value = "task-3277609" [ 1028.197220] env[69289]: _type = "Task" [ 1028.197220] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.206187] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277609, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.231564] env[69289]: DEBUG nova.compute.manager [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Received event network-vif-plugged-69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.231863] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Acquiring lock "7ae80add-e065-41cb-a414-638121c5ee12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.232271] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Lock "7ae80add-e065-41cb-a414-638121c5ee12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.232475] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Lock "7ae80add-e065-41cb-a414-638121c5ee12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.232647] env[69289]: DEBUG nova.compute.manager [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] No waiting events found dispatching network-vif-plugged-69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.232831] env[69289]: WARNING nova.compute.manager [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Received unexpected event network-vif-plugged-69357192-7bfa-482c-a1f8-81572cc3afbf for instance with vm_state building and task_state spawning. [ 1028.233007] env[69289]: DEBUG nova.compute.manager [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Received event network-changed-69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.233172] env[69289]: DEBUG nova.compute.manager [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Refreshing instance network info cache due to event network-changed-69357192-7bfa-482c-a1f8-81572cc3afbf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.233369] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Acquiring lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.233510] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Acquired lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.233663] env[69289]: DEBUG nova.network.neutron [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Refreshing network info cache for port 69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.236305] env[69289]: DEBUG nova.scheduler.client.report [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.641789] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277605, 'name': ReconfigVM_Task, 'duration_secs': 0.581316} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.644826] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Reconfigured VM instance instance-00000062 to attach disk [datastore1] bf51b500-f1e2-475f-954a-415581506614/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.645718] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cbd1a9-186b-4eb1-8de4-c7868caa22e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.653594] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277607, 'name': CreateVM_Task, 'duration_secs': 0.423427} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.668953] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.674337] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.674567] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.674943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.677954] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5ee8f1-e69c-49a5-9402-0769f99324c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.688057] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4914a693-3311-4912-9aa1-a1f5f28ad592 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.695499] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085646} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.696880] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.697262] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1028.697262] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5234cc56-b024-3a0b-b197-e31ac2488641" [ 1028.697262] env[69289]: _type = "Task" [ 1028.697262] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.697996] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad7cd60-f206-4951-b06c-6172d1f678c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.708286] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1028.708286] env[69289]: value = "task-3277610" [ 1028.708286] env[69289]: _type = "Task" [ 1028.708286] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.727429] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277609, 'name': Destroy_Task, 'duration_secs': 0.34613} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.739026] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] ace263de-9563-4fda-95f3-0f547e720469/ace263de-9563-4fda-95f3-0f547e720469.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.739026] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5234cc56-b024-3a0b-b197-e31ac2488641, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.739026] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Destroyed the VM [ 1028.739026] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1028.740093] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d73b782-4e8d-4438-8850-8b4f0a9d8d94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.755168] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.755696] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.755696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.755848] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.755963] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.760050] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a4d4017-5978-48b6-a3ba-17e2572bcc5b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.762361] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.432s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.762552] env[69289]: INFO nova.compute.manager [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Migrating [ 1028.769361] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9244756-9319-458f-8fd6-cfe3b8a36d11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.771648] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.774622] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.809s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.776097] env[69289]: INFO nova.compute.claims [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.792197] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1028.792197] env[69289]: value = "task-3277611" [ 1028.792197] env[69289]: _type = "Task" [ 1028.792197] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.797617] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1028.797617] env[69289]: value = "task-3277612" [ 1028.797617] env[69289]: _type = "Task" [ 1028.797617] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.799274] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.844603] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1839c9-704d-4f65-a2c7-df3d0cdd5e7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277611, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1028.844603] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523fe84d-f064-dac0-21b0-8257e2249edf" [ 1028.844603] env[69289]: _type = "Task" [ 1028.844603] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277612, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523fe84d-f064-dac0-21b0-8257e2249edf, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.844603] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcc16a5-bb9f-445e-a1dd-c866b73c88dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.851790] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1028.851790] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2eb38-74cf-6c93-1253-6ed51254862b" [ 1028.851790] env[69289]: _type = "Task" [ 1028.851790] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.861369] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2eb38-74cf-6c93-1253-6ed51254862b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.025027] env[69289]: DEBUG nova.network.neutron [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updated VIF entry in instance network info cache for port 69357192-7bfa-482c-a1f8-81572cc3afbf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.025429] env[69289]: DEBUG nova.network.neutron [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updating instance_info_cache with network_info: [{"id": "69357192-7bfa-482c-a1f8-81572cc3afbf", "address": "fa:16:3e:fe:56:ef", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69357192-7b", "ovs_interfaceid": "69357192-7bfa-482c-a1f8-81572cc3afbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.219582] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277610, 'name': ReconfigVM_Task, 'duration_secs': 0.21676} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.219935] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.220232] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f777448a-c44f-4e21-b091-1b79ea3f4a4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.228091] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1029.228091] env[69289]: value = "task-3277613" [ 1029.228091] env[69289]: _type = "Task" [ 1029.228091] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.236813] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.290023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.290270] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.290461] env[69289]: DEBUG nova.network.neutron [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.306166] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277611, 'name': ReconfigVM_Task, 'duration_secs': 0.298977} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.306854] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Reconfigured VM instance instance-00000063 to attach disk [datastore1] ace263de-9563-4fda-95f3-0f547e720469/ace263de-9563-4fda-95f3-0f547e720469.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.307761] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43c5e44-b58b-4fa7-b9b7-e98f71a8c5cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.312451] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277612, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.319527] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1029.319527] env[69289]: value = "task-3277614" [ 1029.319527] env[69289]: _type = "Task" [ 1029.319527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.328075] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277614, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.362297] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2eb38-74cf-6c93-1253-6ed51254862b, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.362644] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.362947] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7ae80add-e065-41cb-a414-638121c5ee12/7ae80add-e065-41cb-a414-638121c5ee12.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.363286] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2de50cb-c8ee-42ca-bcbe-20d7d7157e49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.372345] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1029.372345] env[69289]: value = "task-3277615" [ 1029.372345] env[69289]: _type = "Task" [ 1029.372345] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.380588] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.528928] env[69289]: DEBUG oslo_concurrency.lockutils [req-a19a06f1-bfd7-4c04-bfaf-a8e87a773fed req-9a1084d2-874a-4c29-a3ce-458cd209503f service nova] Releasing lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.739850] env[69289]: DEBUG oslo_vmware.api [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277613, 'name': PowerOnVM_Task, 'duration_secs': 0.469762} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.740182] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.743380] env[69289]: DEBUG nova.compute.manager [None req-85e33c1a-3c31-46a0-adbd-b0269924f7f1 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.744366] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1da22-78a4-4c05-960f-626537967722 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.814839] env[69289]: DEBUG oslo_vmware.api [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277612, 'name': RemoveSnapshot_Task, 'duration_secs': 0.920653} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.815427] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1029.815682] env[69289]: INFO nova.compute.manager [None req-95a1359f-331d-4555-bb0e-6c2c99935ad2 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 16.67 seconds to snapshot the instance on the hypervisor. [ 1029.835196] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277614, 'name': Rename_Task, 'duration_secs': 0.169385} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.835196] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.835321] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7a90b3-1dbe-424c-a039-470ffcc5fd2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.847494] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1029.847494] env[69289]: value = "task-3277616" [ 1029.847494] env[69289]: _type = "Task" [ 1029.847494] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.859674] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.885084] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474036} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.885367] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7ae80add-e065-41cb-a414-638121c5ee12/7ae80add-e065-41cb-a414-638121c5ee12.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.885604] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.885876] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-690def63-6331-43d5-8401-22728b8cf3e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.894996] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1029.894996] env[69289]: value = "task-3277617" [ 1029.894996] env[69289]: _type = "Task" [ 1029.894996] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.910189] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.040283] env[69289]: DEBUG nova.network.neutron [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.058870] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62518aa0-949a-4d34-814f-2b3a38a1bdbc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.067944] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343c144e-47e8-4089-ad92-7132650eebd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.099528] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09968187-2acd-4ce0-8e81-7e3d0ce0cb9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.108167] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e471885-2270-4c55-816a-e99b198c58bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.123251] env[69289]: DEBUG nova.compute.provider_tree [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.357887] env[69289]: DEBUG oslo_vmware.api [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277616, 'name': PowerOnVM_Task, 'duration_secs': 0.491086} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.358136] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.358340] env[69289]: INFO nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1030.358524] env[69289]: DEBUG nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.359332] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43f44f2-cda5-4c51-ad8b-e1f7972148ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.408242] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0688} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.408505] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.409542] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a8824e-3984-496e-8c59-a481713144fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.434464] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7ae80add-e065-41cb-a414-638121c5ee12/7ae80add-e065-41cb-a414-638121c5ee12.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.434782] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6101b5-e498-4e94-a553-906c025fd120 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.456041] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1030.456041] env[69289]: value = "task-3277618" [ 1030.456041] env[69289]: _type = "Task" [ 1030.456041] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.465157] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.543078] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.626742] env[69289]: DEBUG nova.scheduler.client.report [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.731403] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.732978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.732978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.732978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.732978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.735124] env[69289]: INFO nova.compute.manager [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Terminating instance [ 1030.876102] env[69289]: INFO nova.compute.manager [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Took 15.48 seconds to build instance. [ 1030.967488] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.132042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.132665] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.135797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.818s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.137923] env[69289]: INFO nova.compute.claims [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.240868] env[69289]: DEBUG nova.compute.manager [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.241506] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.242631] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31190e41-fdd5-461a-b8b3-f944efd3e299 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.251873] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.252187] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5dd35de-6249-4922-8d91-451fd20e9395 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.262374] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1031.262374] env[69289]: value = "task-3277619" [ 1031.262374] env[69289]: _type = "Task" [ 1031.262374] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.271863] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.378036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7881999d-aeed-4406-8db6-bf5bc8ef85b5 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.999s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.467925] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277618, 'name': ReconfigVM_Task, 'duration_secs': 0.938504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.468203] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7ae80add-e065-41cb-a414-638121c5ee12/7ae80add-e065-41cb-a414-638121c5ee12.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.468912] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd721f9-ad12-4976-8953-6edf2d5aa2fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.476972] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1031.476972] env[69289]: value = "task-3277620" [ 1031.476972] env[69289]: _type = "Task" [ 1031.476972] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.488283] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277620, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.644161] env[69289]: DEBUG nova.compute.utils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.647813] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.647982] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.697428] env[69289]: DEBUG nova.policy [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87b1ccbdad464f26a9f8a4b3c1dcc85c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '765236bfd63f4a14a739cc49d4517db1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.772502] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277619, 'name': PowerOffVM_Task, 'duration_secs': 0.270469} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.772771] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.772941] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.773216] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-031bdfe9-f543-4a0d-b30e-8b7daf0f4333 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.843829] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.844138] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.844415] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Deleting the datastore file [datastore2] 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.844693] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf535a56-212c-47a8-9c93-8721c3f7eeeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.854357] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for the task: (returnval){ [ 1031.854357] env[69289]: value = "task-3277622" [ 1031.854357] env[69289]: _type = "Task" [ 1031.854357] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.863164] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.982018] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Successfully created port: 2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.990465] env[69289]: DEBUG oslo_concurrency.lockutils [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "ace263de-9563-4fda-95f3-0f547e720469" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.990876] env[69289]: DEBUG oslo_concurrency.lockutils [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.990967] env[69289]: DEBUG nova.compute.manager [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.991245] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277620, 'name': Rename_Task, 'duration_secs': 0.15461} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.992027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c2bb38-6366-48bc-9c39-f7b2200a1f0d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.994618] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.994854] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51bcb73e-5b89-4ce4-8d69-3ba81bd3cfe5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.001162] env[69289]: DEBUG nova.compute.manager [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1032.001765] env[69289]: DEBUG nova.objects.instance [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'flavor' on Instance uuid ace263de-9563-4fda-95f3-0f547e720469 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.004843] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1032.004843] env[69289]: value = "task-3277623" [ 1032.004843] env[69289]: _type = "Task" [ 1032.004843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.057634] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770f460-09fd-4d3a-9657-6f07020cf2f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.081196] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.151071] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.364512] env[69289]: DEBUG oslo_vmware.api [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Task: {'id': task-3277622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30052} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.367448] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.367653] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.367832] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.368012] env[69289]: INFO nova.compute.manager [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1032.368264] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.368737] env[69289]: DEBUG nova.compute.manager [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.368890] env[69289]: DEBUG nova.network.neutron [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.379380] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7882ab3-51a0-4ce5-9c13-0d65283240d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.388076] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac20ec-a05d-493a-a8f9-8aa84492754d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.423911] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f68cd34-f313-4394-846b-83aadd965c20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.435792] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec7bc6-a8ce-477a-a7d4-35d71e19a9cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.453416] env[69289]: DEBUG nova.compute.provider_tree [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.520328] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277623, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.590465] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.591117] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40eb32c-1801-4138-b472-691469a4e04f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.600231] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1032.600231] env[69289]: value = "task-3277624" [ 1032.600231] env[69289]: _type = "Task" [ 1032.600231] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.609226] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.637755] env[69289]: DEBUG nova.compute.manager [req-776ed99a-0e65-42a9-b5ec-89d58b46e132 req-0b8fb92e-e22f-47a2-812b-693bff8624a4 service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Received event network-vif-deleted-8020c642-d735-4037-a29a-1613106428c0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.637978] env[69289]: INFO nova.compute.manager [req-776ed99a-0e65-42a9-b5ec-89d58b46e132 req-0b8fb92e-e22f-47a2-812b-693bff8624a4 service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Neutron deleted interface 8020c642-d735-4037-a29a-1613106428c0; detaching it from the instance and deleting it from the info cache [ 1032.638145] env[69289]: DEBUG nova.network.neutron [req-776ed99a-0e65-42a9-b5ec-89d58b46e132 req-0b8fb92e-e22f-47a2-812b-693bff8624a4 service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.876964] env[69289]: INFO nova.compute.manager [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Rescuing [ 1032.877285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.877432] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.877649] env[69289]: DEBUG nova.network.neutron [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.957255] env[69289]: DEBUG nova.scheduler.client.report [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.014832] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.018358] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e55a9d0c-fdd2-4f29-bdc2-ba3134aff71f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.020180] env[69289]: DEBUG oslo_vmware.api [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277623, 'name': PowerOnVM_Task, 'duration_secs': 0.823408} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.020504] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.020659] env[69289]: INFO nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1033.020847] env[69289]: DEBUG nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.022019] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7549a999-6a0b-4ccd-9dbb-c712baf1229f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.026505] env[69289]: DEBUG oslo_vmware.api [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1033.026505] env[69289]: value = "task-3277625" [ 1033.026505] env[69289]: _type = "Task" [ 1033.026505] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.040261] env[69289]: DEBUG oslo_vmware.api [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.111470] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277624, 'name': PowerOffVM_Task, 'duration_secs': 0.290848} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.111750] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.111934] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.117915] env[69289]: DEBUG nova.network.neutron [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.141081] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8b08cb3-dfcc-48ff-b987-db1e00e26532 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.152569] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5395e7-c728-43f3-86dc-8a37b9f04c1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.167191] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.199104] env[69289]: DEBUG nova.compute.manager [req-776ed99a-0e65-42a9-b5ec-89d58b46e132 req-0b8fb92e-e22f-47a2-812b-693bff8624a4 service nova] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Detach interface failed, port_id=8020c642-d735-4037-a29a-1613106428c0, reason: Instance 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.207269] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.207514] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.207674] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.207855] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.208034] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.208209] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.208432] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.208593] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.208762] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.208981] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.209181] env[69289]: DEBUG nova.virt.hardware [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.210019] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274f549-4397-46f5-ba70-67b61864eca4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.218590] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67a7b7c-6931-4a1a-af9f-6e40e2022bcb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.462735] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.463632] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.467368] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.349s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.472021] env[69289]: INFO nova.compute.claims [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.484595] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Successfully updated port: 2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.540949] env[69289]: DEBUG oslo_vmware.api [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277625, 'name': PowerOffVM_Task, 'duration_secs': 0.486864} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.545556] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.545556] env[69289]: DEBUG nova.compute.manager [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.545556] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ebc4c6-f5fb-45e7-9567-aab0cde79f1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.548502] env[69289]: INFO nova.compute.manager [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Took 17.89 seconds to build instance. [ 1033.618266] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.618527] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.618682] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.618931] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.619675] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.619845] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.620158] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.620338] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.620523] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.620690] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.620863] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.632651] env[69289]: INFO nova.compute.manager [-] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Took 1.26 seconds to deallocate network for instance. [ 1033.633018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf68eec2-eefa-425c-b5bc-880194c81246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.660526] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1033.660526] env[69289]: value = "task-3277626" [ 1033.660526] env[69289]: _type = "Task" [ 1033.660526] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.672933] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.687433] env[69289]: DEBUG nova.network.neutron [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [{"id": "cf9a30fd-acd7-430e-836c-94a030b58c73", "address": "fa:16:3e:57:22:e7", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9a30fd-ac", "ovs_interfaceid": "cf9a30fd-acd7-430e-836c-94a030b58c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.922445] env[69289]: DEBUG nova.compute.manager [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Received event network-changed-69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.922685] env[69289]: DEBUG nova.compute.manager [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Refreshing instance network info cache due to event network-changed-69357192-7bfa-482c-a1f8-81572cc3afbf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.922836] env[69289]: DEBUG oslo_concurrency.lockutils [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] Acquiring lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.922981] env[69289]: DEBUG oslo_concurrency.lockutils [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] Acquired lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.923155] env[69289]: DEBUG nova.network.neutron [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Refreshing network info cache for port 69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.975336] env[69289]: DEBUG nova.compute.utils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.976712] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.976922] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.986947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.986947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquired lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.987096] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.015563] env[69289]: DEBUG nova.policy [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58c3a2fca274fbdb0be3fe2797560a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746c6961d72467bb93229e82bb985f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.052400] env[69289]: DEBUG oslo_concurrency.lockutils [None req-68d0737b-a682-4a18-b6ea-afabe0ce880d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.407s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.060753] env[69289]: DEBUG oslo_concurrency.lockutils [None req-96761bbb-54e6-4d2a-b0de-491213be5d34 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.156023] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.173413] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277626, 'name': ReconfigVM_Task, 'duration_secs': 0.453327} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.173624] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.189310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.324217] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Successfully created port: 4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.481763] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.533513] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.667260] env[69289]: DEBUG nova.compute.manager [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Received event network-vif-plugged-2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.667789] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Acquiring lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.667789] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.667956] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.668908] env[69289]: DEBUG nova.compute.manager [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] No waiting events found dispatching network-vif-plugged-2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1034.668908] env[69289]: WARNING nova.compute.manager [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Received unexpected event network-vif-plugged-2af63068-d899-4611-a4e9-f46d787d951a for instance with vm_state building and task_state spawning. [ 1034.668908] env[69289]: DEBUG nova.compute.manager [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Received event network-changed-2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.668908] env[69289]: DEBUG nova.compute.manager [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Refreshing instance network info cache due to event network-changed-2af63068-d899-4611-a4e9-f46d787d951a. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.668908] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Acquiring lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.684065] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.684521] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.684921] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.685702] env[69289]: DEBUG nova.virt.hardware [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.692134] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1034.695519] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482f466b-700d-4840-a0cb-beed64c5bd47 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.710674] env[69289]: DEBUG nova.network.neutron [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Updating instance_info_cache with network_info: [{"id": "2af63068-d899-4611-a4e9-f46d787d951a", "address": "fa:16:3e:5e:92:17", "network": {"id": "5c008f08-ada1-412f-a4df-5caae71f77af", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1293388318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765236bfd63f4a14a739cc49d4517db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af63068-d8", "ovs_interfaceid": "2af63068-d899-4611-a4e9-f46d787d951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.720743] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1034.720743] env[69289]: value = "task-3277627" [ 1034.720743] env[69289]: _type = "Task" [ 1034.720743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.736157] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.756478] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "ace263de-9563-4fda-95f3-0f547e720469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.760016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.760016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "ace263de-9563-4fda-95f3-0f547e720469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.760016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.760016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.760462] env[69289]: INFO nova.compute.manager [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Terminating instance [ 1034.772423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14ca33d-9e2c-4e63-8cf6-f86aaa124389 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.782536] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6154537-58d5-4e0f-b2da-bdf8acfe0217 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.831829] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04990d9c-0a7d-4b1d-b8b9-7c0e0f3debe7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.843651] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec35f1a4-8d75-4add-8792-f2bac7838031 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.858678] env[69289]: DEBUG nova.compute.provider_tree [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.925903] env[69289]: DEBUG nova.network.neutron [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updated VIF entry in instance network info cache for port 69357192-7bfa-482c-a1f8-81572cc3afbf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.926161] env[69289]: DEBUG nova.network.neutron [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updating instance_info_cache with network_info: [{"id": "69357192-7bfa-482c-a1f8-81572cc3afbf", "address": "fa:16:3e:fe:56:ef", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69357192-7b", "ovs_interfaceid": "69357192-7bfa-482c-a1f8-81572cc3afbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.213676] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Releasing lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.214040] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Instance network_info: |[{"id": "2af63068-d899-4611-a4e9-f46d787d951a", "address": "fa:16:3e:5e:92:17", "network": {"id": "5c008f08-ada1-412f-a4df-5caae71f77af", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1293388318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765236bfd63f4a14a739cc49d4517db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af63068-d8", "ovs_interfaceid": "2af63068-d899-4611-a4e9-f46d787d951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.214361] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Acquired lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.214540] env[69289]: DEBUG nova.network.neutron [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Refreshing network info cache for port 2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.215711] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:92:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2af63068-d899-4611-a4e9-f46d787d951a', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.223470] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Creating folder: Project (765236bfd63f4a14a739cc49d4517db1). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.224353] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef160f7a-4f18-4cb5-a468-0115ab14ff9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.237049] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277627, 'name': ReconfigVM_Task, 'duration_secs': 0.174859} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.237473] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1035.238437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b02ac6-6351-4111-aa53-9ab3f01c6b8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.242594] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Created folder: Project (765236bfd63f4a14a739cc49d4517db1) in parent group-v654351. [ 1035.242775] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Creating folder: Instances. Parent ref: group-v654613. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.243572] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1808a58a-5d85-4318-8e93-65e5f99a8425 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.262705] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.264305] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c347df2-350a-4aa4-83e2-55fe8ec590c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.277383] env[69289]: DEBUG nova.compute.manager [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.277574] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.277845] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Created folder: Instances in parent group-v654613. [ 1035.278060] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.278998] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f717ed-4b92-484a-aec2-029220f2feeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.281394] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.281930] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f71ae65e-2688-4169-be19-06b208dfc0a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.297432] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1035.297432] env[69289]: value = "task-3277630" [ 1035.297432] env[69289]: _type = "Task" [ 1035.297432] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.305248] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.305248] env[69289]: value = "task-3277631" [ 1035.305248] env[69289]: _type = "Task" [ 1035.305248] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.305529] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.307181] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c716412-00fb-4a69-bd4b-7c6adb09654d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313645] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.319169] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277631, 'name': CreateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.361920] env[69289]: DEBUG nova.scheduler.client.report [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.404302] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.404599] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.404915] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore1] ace263de-9563-4fda-95f3-0f547e720469 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.405309] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c18f69-883c-4e95-a6f0-172be24c5371 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.413707] env[69289]: DEBUG oslo_vmware.api [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1035.413707] env[69289]: value = "task-3277633" [ 1035.413707] env[69289]: _type = "Task" [ 1035.413707] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.423716] env[69289]: DEBUG oslo_vmware.api [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.428557] env[69289]: DEBUG oslo_concurrency.lockutils [req-61cdb638-92a2-44d3-bf3e-ed8a95925254 req-6578e6bf-5ca2-401c-b0ad-9ce91973dd05 service nova] Releasing lock "refresh_cache-7ae80add-e065-41cb-a414-638121c5ee12" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.497686] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.526680] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.526947] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.527115] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.527302] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.527446] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.527588] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.527792] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.527972] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.528173] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.528338] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.528509] env[69289]: DEBUG nova.virt.hardware [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.529471] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388bda04-354d-4930-bf0f-0cd680c53334 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.540354] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440814a-cfa2-4ba7-8ff5-134a806fe1bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.738067] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.738457] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e463f09a-c80a-4f13-bccd-153c9d374719 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.746715] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1035.746715] env[69289]: value = "task-3277634" [ 1035.746715] env[69289]: _type = "Task" [ 1035.746715] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.757575] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.810772] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.822087] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277631, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.867316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.867897] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.870562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.995s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.870770] env[69289]: DEBUG nova.objects.instance [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'pci_requests' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.924971] env[69289]: DEBUG oslo_vmware.api [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149863} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.925273] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.925468] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.925645] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.925816] env[69289]: INFO nova.compute.manager [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: ace263de-9563-4fda-95f3-0f547e720469] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1035.926066] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.926269] env[69289]: DEBUG nova.compute.manager [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.926364] env[69289]: DEBUG nova.network.neutron [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.045762] env[69289]: DEBUG nova.network.neutron [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Updated VIF entry in instance network info cache for port 2af63068-d899-4611-a4e9-f46d787d951a. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.046148] env[69289]: DEBUG nova.network.neutron [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Updating instance_info_cache with network_info: [{"id": "2af63068-d899-4611-a4e9-f46d787d951a", "address": "fa:16:3e:5e:92:17", "network": {"id": "5c008f08-ada1-412f-a4df-5caae71f77af", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1293388318-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "765236bfd63f4a14a739cc49d4517db1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2af63068-d8", "ovs_interfaceid": "2af63068-d899-4611-a4e9-f46d787d951a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.059280] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Successfully updated port: 4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.167031] env[69289]: DEBUG nova.compute.manager [req-9c248518-ae96-459f-8988-ae5eeebe009a req-38b8456b-884b-47dd-a12d-67d03f66a329 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Received event network-vif-deleted-6c5c21ce-4bf9-455c-8972-9090c8785e6c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.167031] env[69289]: INFO nova.compute.manager [req-9c248518-ae96-459f-8988-ae5eeebe009a req-38b8456b-884b-47dd-a12d-67d03f66a329 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Neutron deleted interface 6c5c21ce-4bf9-455c-8972-9090c8785e6c; detaching it from the instance and deleting it from the info cache [ 1036.167031] env[69289]: DEBUG nova.network.neutron [req-9c248518-ae96-459f-8988-ae5eeebe009a req-38b8456b-884b-47dd-a12d-67d03f66a329 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.258601] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277634, 'name': PowerOffVM_Task, 'duration_secs': 0.186755} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.258934] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.259667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef7bc9-4dbf-4ae4-8923-b052052f6690 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.278119] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6c5b7-fe45-4852-b879-6a677e5ac33b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.305622] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.305885] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a0e4e8-5e93-4d9c-8b39-315c26b64fd6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.310037] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277630, 'name': ReconfigVM_Task, 'duration_secs': 0.822546} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.310694] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a/ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.310980] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.318255] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1036.318255] env[69289]: value = "task-3277635" [ 1036.318255] env[69289]: _type = "Task" [ 1036.318255] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.324495] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277631, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.329632] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1036.329839] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.330129] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.330300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.330481] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.330710] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c74e7100-02e6-4ad1-87d9-088084a2606b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.361682] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.361861] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.362615] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aba0671-ea3a-4a84-b7e5-4de39d7a0a60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.368465] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1036.368465] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523d01b6-b1af-66ce-76bf-f0c9a4a9735a" [ 1036.368465] env[69289]: _type = "Task" [ 1036.368465] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.374009] env[69289]: DEBUG nova.compute.utils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.376677] env[69289]: DEBUG nova.objects.instance [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'numa_topology' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.380752] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.381058] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.382717] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523d01b6-b1af-66ce-76bf-f0c9a4a9735a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.464480] env[69289]: DEBUG nova.policy [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95b51cb04f5f4312b6264766e3e1cc88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e4bc22d09494609917c98e8c71c1364', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.549352] env[69289]: DEBUG oslo_concurrency.lockutils [req-cdfd81a3-f99c-4e7a-963e-98e0f0fa8b8e req-ccbc8491-430d-4d84-9b9b-90e829a41221 service nova] Releasing lock "refresh_cache-e669324d-e0b1-45fc-85d3-00b63544e4fd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.564514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.564694] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.565035] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.653596] env[69289]: DEBUG nova.network.neutron [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.672827] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-026d23b7-f6f5-4da4-a4ae-f71cad82c9af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.683021] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc7092f-bc1b-4a6d-93b4-bddd1bdb69c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.718929] env[69289]: DEBUG nova.compute.manager [req-9c248518-ae96-459f-8988-ae5eeebe009a req-38b8456b-884b-47dd-a12d-67d03f66a329 service nova] [instance: ace263de-9563-4fda-95f3-0f547e720469] Detach interface failed, port_id=6c5c21ce-4bf9-455c-8972-9090c8785e6c, reason: Instance ace263de-9563-4fda-95f3-0f547e720469 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1036.820798] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576dce06-656e-4db6-a598-cd00e994d4fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.829506] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277631, 'name': CreateVM_Task, 'duration_secs': 1.354288} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.843897] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.845089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.848254] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.848254] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.848254] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e729440-34e9-461c-9a11-a0846a1a8c7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.849508] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650379ba-f077-44a5-b021-92a6eb09c6bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.855666] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1036.855666] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfca94-2498-58bb-634f-9296002fedef" [ 1036.855666] env[69289]: _type = "Task" [ 1036.855666] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.870059] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.886178] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.888852] env[69289]: INFO nova.compute.claims [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.897053] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfca94-2498-58bb-634f-9296002fedef, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.901650] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.901650] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.902842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.902842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.902842] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.904154] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523d01b6-b1af-66ce-76bf-f0c9a4a9735a, 'name': SearchDatastore_Task, 'duration_secs': 0.030373} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.904439] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d21d6b8-9e96-4dfd-a05b-a3f906085663 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.908866] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa172f2-beff-4a6b-a159-3bc030cf0859 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.915461] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1036.915461] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5299d41c-5f5a-4e31-e771-f072aa8228b6" [ 1036.915461] env[69289]: _type = "Task" [ 1036.915461] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.919563] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.919772] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.920846] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfc9ab7-52f3-4a50-ad5e-3f9275af8448 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.926102] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5299d41c-5f5a-4e31-e771-f072aa8228b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.929071] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1036.929071] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521ce351-7858-0737-de0c-7a621c5dece1" [ 1036.929071] env[69289]: _type = "Task" [ 1036.929071] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.938428] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521ce351-7858-0737-de0c-7a621c5dece1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.065493] env[69289]: DEBUG nova.compute.manager [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Received event network-vif-plugged-4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.065769] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.066040] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.066263] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.066454] env[69289]: DEBUG nova.compute.manager [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] No waiting events found dispatching network-vif-plugged-4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.066641] env[69289]: WARNING nova.compute.manager [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Received unexpected event network-vif-plugged-4585eb75-4417-4ca6-a9aa-aeb495253e6e for instance with vm_state building and task_state spawning. [ 1037.066799] env[69289]: DEBUG nova.compute.manager [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Received event network-changed-4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.066963] env[69289]: DEBUG nova.compute.manager [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Refreshing instance network info cache due to event network-changed-4585eb75-4417-4ca6-a9aa-aeb495253e6e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.067179] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Acquiring lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.101229] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.155409] env[69289]: INFO nova.compute.manager [-] [instance: ace263de-9563-4fda-95f3-0f547e720469] Took 1.23 seconds to deallocate network for instance. [ 1037.216093] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Successfully created port: bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.251135] env[69289]: DEBUG nova.network.neutron [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating instance_info_cache with network_info: [{"id": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "address": "fa:16:3e:3b:97:cf", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4585eb75-44", "ovs_interfaceid": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.426729] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5299d41c-5f5a-4e31-e771-f072aa8228b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011987} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.427474] env[69289]: DEBUG nova.network.neutron [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Port 22d7bbdf-465d-4032-b939-c9dab5899810 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1037.428780] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.429390] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. {{(pid=69289) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1037.429517] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861c5035-7d7f-430e-b356-117ce2464e02 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.440825] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521ce351-7858-0737-de0c-7a621c5dece1, 'name': SearchDatastore_Task, 'duration_secs': 0.01981} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.442954] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1037.442954] env[69289]: value = "task-3277636" [ 1037.442954] env[69289]: _type = "Task" [ 1037.442954] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.443834] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b49dd74-f0aa-4c64-a814-42fcec6d92ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.452718] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1037.452718] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a25b54-7707-a2a5-c504-10a78cc99222" [ 1037.452718] env[69289]: _type = "Task" [ 1037.452718] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.455844] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.463469] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a25b54-7707-a2a5-c504-10a78cc99222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.664021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.753357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.753708] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance network_info: |[{"id": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "address": "fa:16:3e:3b:97:cf", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4585eb75-44", "ovs_interfaceid": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.754021] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Acquired lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.754645] env[69289]: DEBUG nova.network.neutron [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Refreshing network info cache for port 4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.755885] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:97:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4585eb75-4417-4ca6-a9aa-aeb495253e6e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.762753] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.766029] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.766612] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11af9d37-76cb-41df-bcda-afe02c7b18ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.787487] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.787487] env[69289]: value = "task-3277637" [ 1037.787487] env[69289]: _type = "Task" [ 1037.787487] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.797517] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277637, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.898871] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.930539] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.930762] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.931023] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.931242] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.931399] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.931611] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.931834] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.932139] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.932192] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.932334] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.932513] env[69289]: DEBUG nova.virt.hardware [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.937918] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b95fe3-c143-4e00-ab15-c0b91775089e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.953947] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9c882a-fd3a-45fc-8724-ef9949fb4a2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.971056] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277636, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.987405] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a25b54-7707-a2a5-c504-10a78cc99222, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.987756] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.988057] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e669324d-e0b1-45fc-85d3-00b63544e4fd/e669324d-e0b1-45fc-85d3-00b63544e4fd.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.988396] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a9be9d1-1103-4478-8f46-c0d4ab2fc03b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.999024] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1037.999024] env[69289]: value = "task-3277638" [ 1037.999024] env[69289]: _type = "Task" [ 1037.999024] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.014599] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.036738] env[69289]: DEBUG nova.network.neutron [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updated VIF entry in instance network info cache for port 4585eb75-4417-4ca6-a9aa-aeb495253e6e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.037253] env[69289]: DEBUG nova.network.neutron [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating instance_info_cache with network_info: [{"id": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "address": "fa:16:3e:3b:97:cf", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4585eb75-44", "ovs_interfaceid": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.185313] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1834fc9e-26c4-4c56-93c9-d5ac6814dffb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.197137] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ee4023-a152-48aa-97ed-44df355d54f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.229792] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584e4e65-4c81-424b-9c81-fcad72aedba9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.238232] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18cea2-d21a-4e30-9502-e88ca6f2b594 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.252278] env[69289]: DEBUG nova.compute.provider_tree [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.297557] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277637, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.453101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.453379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.453500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.463861] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794948} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.464622] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk. [ 1038.465405] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51d8b8-29c0-41d8-8a50-25abbd7deb2f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.490805] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.491334] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cbf8fe9-16d2-4677-b4fc-5a61fa111a5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.512137] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.513355] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1038.513355] env[69289]: value = "task-3277639" [ 1038.513355] env[69289]: _type = "Task" [ 1038.513355] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.520729] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.540010] env[69289]: DEBUG oslo_concurrency.lockutils [req-bb3466af-23ac-4540-bb3d-3d492a972cf8 req-7657267a-790e-42e4-8600-fb77b8f30320 service nova] Releasing lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.618966] env[69289]: DEBUG nova.compute.manager [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Received event network-vif-plugged-bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.619439] env[69289]: DEBUG oslo_concurrency.lockutils [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.619569] env[69289]: DEBUG oslo_concurrency.lockutils [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.619740] env[69289]: DEBUG oslo_concurrency.lockutils [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.619910] env[69289]: DEBUG nova.compute.manager [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] No waiting events found dispatching network-vif-plugged-bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.620099] env[69289]: WARNING nova.compute.manager [req-a94d882e-2f66-4ecf-b3d4-130d3b01badb req-1c067708-efda-4601-be28-cb99984cee00 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Received unexpected event network-vif-plugged-bf7b7e9b-c604-488d-85aa-e52c68ffdf06 for instance with vm_state building and task_state spawning. [ 1038.662974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.663360] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.663733] env[69289]: DEBUG nova.objects.instance [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid ff19c631-3312-4f16-a7d5-9981c9511b58 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.754529] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Successfully updated port: bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.757212] env[69289]: DEBUG nova.scheduler.client.report [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.799770] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277637, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.013614] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277638, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.021279] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277639, 'name': ReconfigVM_Task, 'duration_secs': 0.381371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.021602] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139/6a56f73b-175b-4481-93e6-8fbc6cd247e0-rescue.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.022426] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8605e2ce-76b8-4042-9bbc-8cc3b5ff3ba0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.049091] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7ca6a9-b3a4-4120-8773-60bbc8d9fe81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.069913] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1039.069913] env[69289]: value = "task-3277640" [ 1039.069913] env[69289]: _type = "Task" [ 1039.069913] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.082767] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.247787] env[69289]: DEBUG nova.objects.instance [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid ff19c631-3312-4f16-a7d5-9981c9511b58 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.263672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.263838] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.263989] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.265450] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.395s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.268379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.114s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.268598] env[69289]: DEBUG nova.objects.instance [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lazy-loading 'resources' on Instance uuid 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.299462] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277637, 'name': CreateVM_Task, 'duration_secs': 1.370732} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.299620] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.300306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.300470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.300770] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.301045] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472cd69c-86d7-4145-82a2-859cbcc6d42d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.305802] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1039.305802] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c10d78-c6f7-2ccc-0eed-eff0cd5a2ba5" [ 1039.305802] env[69289]: _type = "Task" [ 1039.305802] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.313758] env[69289]: INFO nova.network.neutron [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1039.315664] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c10d78-c6f7-2ccc-0eed-eff0cd5a2ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.491309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.491528] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.491671] env[69289]: DEBUG nova.network.neutron [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.515033] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277638, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.037289} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.515382] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e669324d-e0b1-45fc-85d3-00b63544e4fd/e669324d-e0b1-45fc-85d3-00b63544e4fd.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.515658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.515953] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f01eb4c-2cff-4755-b116-1b3e50a795fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.523486] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1039.523486] env[69289]: value = "task-3277641" [ 1039.523486] env[69289]: _type = "Task" [ 1039.523486] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.530925] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.578628] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277640, 'name': ReconfigVM_Task, 'duration_secs': 0.171973} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.579011] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.579386] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334fb637-2bc1-497a-8466-dd21c3a84674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.586319] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1039.586319] env[69289]: value = "task-3277642" [ 1039.586319] env[69289]: _type = "Task" [ 1039.586319] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.593922] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.751087] env[69289]: DEBUG nova.objects.base [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.751346] env[69289]: DEBUG nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.762357] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.762647] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.808988] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.815666] env[69289]: DEBUG nova.policy [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.825020] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c10d78-c6f7-2ccc-0eed-eff0cd5a2ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.095503} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.825338] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.825568] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.825804] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.825957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.826407] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.826466] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c69831d7-588c-4f0c-bc21-97c93f33f500 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.838465] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.838658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.839595] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fa3fe85-8260-4770-ac39-4261597b522c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.847331] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1039.847331] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea3a06-abb5-006a-bbdc-d80c7f524c91" [ 1039.847331] env[69289]: _type = "Task" [ 1039.847331] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.854879] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea3a06-abb5-006a-bbdc-d80c7f524c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.999740] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf728c9-0084-44ab-abb7-3c98ff618152 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.008767] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8c285-f31e-45c4-bb1e-579179a4b84c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.043436] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5710b5-4197-4ec4-afeb-63c0c75eee11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.050972] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06664} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.053245] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.053973] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63885813-a910-4b25-85c5-4e7d0017716d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.057499] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce4089-7d20-4a05-b188-89b99bb18347 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.085161] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] e669324d-e0b1-45fc-85d3-00b63544e4fd/e669324d-e0b1-45fc-85d3-00b63544e4fd.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.094187] env[69289]: DEBUG nova.network.neutron [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.095376] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816be995-ef64-46cb-844b-eb7e8ce92381 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.110770] env[69289]: DEBUG nova.compute.provider_tree [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.123054] env[69289]: DEBUG oslo_vmware.api [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277642, 'name': PowerOnVM_Task, 'duration_secs': 0.401373} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.123951] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.125538] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1040.125538] env[69289]: value = "task-3277643" [ 1040.125538] env[69289]: _type = "Task" [ 1040.125538] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.126467] env[69289]: DEBUG nova.compute.manager [None req-ee5febfa-69fd-41ab-9f7b-be230a3aad3b tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.127485] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c144d783-0ee0-4135-8bc3-0b0051602780 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.145272] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.273375] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.273621] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.273796] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.273988] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.274184] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.274539] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.274539] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1040.274661] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.314100] env[69289]: DEBUG nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Successfully created port: d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.347259] env[69289]: DEBUG nova.network.neutron [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.360290] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ea3a06-abb5-006a-bbdc-d80c7f524c91, 'name': SearchDatastore_Task, 'duration_secs': 0.025858} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.361398] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e60e1e3-fe35-42b5-9127-e3cd2fecf2e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.369231] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1040.369231] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526beed6-7dc7-f4ea-133d-2c83a2bc9208" [ 1040.369231] env[69289]: _type = "Task" [ 1040.369231] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.375361] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526beed6-7dc7-f4ea-133d-2c83a2bc9208, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.613213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.613552] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Instance network_info: |[{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.613979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:8e:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7b7e9b-c604-488d-85aa-e52c68ffdf06', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.621658] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.622657] env[69289]: DEBUG nova.scheduler.client.report [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.625983] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.627118] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e290d95a-8e22-4128-9c51-e92327064eab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.650409] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.650409] env[69289]: value = "task-3277644" [ 1040.650409] env[69289]: _type = "Task" [ 1040.650409] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.653897] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277643, 'name': ReconfigVM_Task, 'duration_secs': 0.325381} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.657372] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Reconfigured VM instance instance-00000065 to attach disk [datastore2] e669324d-e0b1-45fc-85d3-00b63544e4fd/e669324d-e0b1-45fc-85d3-00b63544e4fd.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.657992] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef76e71-0fec-4d71-b775-636374b47b6d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.666849] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1040.666849] env[69289]: value = "task-3277645" [ 1040.666849] env[69289]: _type = "Task" [ 1040.666849] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.667052] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277644, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.676833] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277645, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.768076] env[69289]: DEBUG nova.compute.manager [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Received event network-changed-bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.768294] env[69289]: DEBUG nova.compute.manager [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Refreshing instance network info cache due to event network-changed-bf7b7e9b-c604-488d-85aa-e52c68ffdf06. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.768512] env[69289]: DEBUG oslo_concurrency.lockutils [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] Acquiring lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.768675] env[69289]: DEBUG oslo_concurrency.lockutils [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] Acquired lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.768832] env[69289]: DEBUG nova.network.neutron [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Refreshing network info cache for port bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.779170] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.854412] env[69289]: DEBUG oslo_concurrency.lockutils [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.878453] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526beed6-7dc7-f4ea-133d-2c83a2bc9208, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.879170] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.879492] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.879902] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bf1a3ef-72f4-474d-a276-5b91cf57beaa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.888283] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1040.888283] env[69289]: value = "task-3277646" [ 1040.888283] env[69289]: _type = "Task" [ 1040.888283] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.901557] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.948075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.948285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.948478] env[69289]: DEBUG nova.network.neutron [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.128942] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.131486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.468s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.131734] env[69289]: DEBUG nova.objects.instance [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid ace263de-9563-4fda-95f3-0f547e720469 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.153074] env[69289]: INFO nova.scheduler.client.report [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Deleted allocations for instance 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d [ 1041.167335] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277644, 'name': CreateVM_Task, 'duration_secs': 0.36519} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.167635] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.168529] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.168642] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169443] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169443] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97bb4c9-cd83-4f2a-86af-5220432090b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.182336] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277645, 'name': Rename_Task, 'duration_secs': 0.166806} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.182661] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1041.182661] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52be2f7d-8656-c11a-e9a4-c483e2743c92" [ 1041.182661] env[69289]: _type = "Task" [ 1041.182661] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.182961] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.183269] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07268116-9c10-48d7-9865-d40b9ca7f582 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.195736] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52be2f7d-8656-c11a-e9a4-c483e2743c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.197444] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1041.197444] env[69289]: value = "task-3277647" [ 1041.197444] env[69289]: _type = "Task" [ 1041.197444] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.206517] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.318146] env[69289]: INFO nova.compute.manager [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Unrescuing [ 1041.318648] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.318924] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.319251] env[69289]: DEBUG nova.network.neutron [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.375732] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2002f6fc-4f51-40e6-b191-bc91c12203a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.398705] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa789ec0-bcce-4fa3-9902-877593e30f36 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.411632] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486223} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.414881] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.415211] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.415789] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.420935] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620b47d3-9e0d-49f0-8531-7dcf3d9ea75b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.429491] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1041.429491] env[69289]: value = "task-3277648" [ 1041.429491] env[69289]: _type = "Task" [ 1041.429491] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.439464] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.628437] env[69289]: DEBUG nova.network.neutron [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updated VIF entry in instance network info cache for port bf7b7e9b-c604-488d-85aa-e52c68ffdf06. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.629328] env[69289]: DEBUG nova.network.neutron [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.667908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bd5048ba-b7fb-4058-bf6f-a36a65517053 tempest-ImagesOneServerTestJSON-364805906 tempest-ImagesOneServerTestJSON-364805906-project-member] Lock "8a2e3f3f-0c59-4e72-962b-c7f69e729d1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.936s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.698058] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52be2f7d-8656-c11a-e9a4-c483e2743c92, 'name': SearchDatastore_Task, 'duration_secs': 0.067229} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.698973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.698973] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.699100] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.699267] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.699464] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.704602] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04112995-26c7-4a12-a13f-4f075fc9b9a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.715975] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.719431] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.719640] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.722783] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb023f03-7857-40eb-88e4-55c1f6416dda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.729491] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1041.729491] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e8319d-b635-b97c-5225-396e9a137400" [ 1041.729491] env[69289]: _type = "Task" [ 1041.729491] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.734648] env[69289]: DEBUG nova.network.neutron [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.744463] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e8319d-b635-b97c-5225-396e9a137400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.869074] env[69289]: DEBUG nova.compute.manager [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-vif-plugged-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.869570] env[69289]: DEBUG oslo_concurrency.lockutils [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.869891] env[69289]: DEBUG oslo_concurrency.lockutils [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.870158] env[69289]: DEBUG oslo_concurrency.lockutils [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.870860] env[69289]: DEBUG nova.compute.manager [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] No waiting events found dispatching network-vif-plugged-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.871164] env[69289]: WARNING nova.compute.manager [req-58f6d76d-0910-48ff-a22d-3b3aa9efe2e4 req-37c074d8-8af6-4957-840b-0b2c0dc4ba07 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received unexpected event network-vif-plugged-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa for instance with vm_state active and task_state None. [ 1041.892474] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d025c-0887-4bf3-a426-ef56e447cfc4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.911384] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305688ae-ef04-4764-b869-92af7ed58924 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.941400] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.944274] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ad12ce9-852a-4b9f-b297-fd6dd1b68904 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.954284] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be81e9b-d103-4a9f-84d5-53a3bb3b5ac4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.959100] env[69289]: DEBUG nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Successfully updated port: d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.969013] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1041.969013] env[69289]: value = "task-3277649" [ 1041.969013] env[69289]: _type = "Task" [ 1041.969013] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.969329] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077868} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.969696] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.971039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf43285d-d435-4875-b95f-5cf20eeb043b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.980691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac76c9e-c943-4a26-98b5-2bdd05e9b188 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.996973] env[69289]: DEBUG nova.compute.provider_tree [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.011420] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277649, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.020392] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.023754] env[69289]: DEBUG nova.scheduler.client.report [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.030018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bcaa2ba-1971-45db-9858-ef3d6504e4c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.043898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.912s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.046076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.267s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.046261] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.046429] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1042.047992] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c9ebe-8d26-4f1a-abed-7195402b6c0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.052561] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1042.052561] env[69289]: value = "task-3277650" [ 1042.052561] env[69289]: _type = "Task" [ 1042.052561] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.059652] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d2b60f-b3bf-487e-b879-800a8332a626 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.066909] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.076955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047beacf-56e7-4a9d-9218-4bf2ca6ab6cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.084189] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad325b24-14e6-4d2e-8d7b-df4429ed4a6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.090773] env[69289]: INFO nova.scheduler.client.report [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance ace263de-9563-4fda-95f3-0f547e720469 [ 1042.121969] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179569MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1042.122358] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.122358] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.131419] env[69289]: DEBUG oslo_concurrency.lockutils [req-bc77a3fc-ef55-4e88-8ad1-f6ba6531129e req-83bd81c8-ce28-491c-b160-c7e8d1ab261c service nova] Releasing lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.165178] env[69289]: DEBUG nova.network.neutron [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [{"id": "cf9a30fd-acd7-430e-836c-94a030b58c73", "address": "fa:16:3e:57:22:e7", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf9a30fd-ac", "ovs_interfaceid": "cf9a30fd-acd7-430e-836c-94a030b58c73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.209339] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277647, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.239690] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.241799] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e8319d-b635-b97c-5225-396e9a137400, 'name': SearchDatastore_Task, 'duration_secs': 0.038975} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.242827] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa53dbd-3c3c-4bfa-b31f-854d25fdcb1e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248279] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1042.248279] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527b19e3-79a5-68aa-023a-200be0943159" [ 1042.248279] env[69289]: _type = "Task" [ 1042.248279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.256548] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527b19e3-79a5-68aa-023a-200be0943159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.270463] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='066609969bbdff0be599e0ffeaa2b5e2',container_format='bare',created_at=2025-04-03T18:38:15Z,direct_url=,disk_format='vmdk',id=48c1da07-ac74-4998-b49f-01c5bfb4b0d5,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-432687502-shelved',owner='5cdb7b3acf064c978521810a825a4535',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-03T18:38:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.270699] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.270856] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.271045] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.271193] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.271339] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.271549] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.271739] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.271920] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.272098] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.272282] env[69289]: DEBUG nova.virt.hardware [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.273119] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649fe53-ca85-4008-95fa-b57ae8a48b9d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.280690] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033efd1-8884-4114-9188-c4717b4256e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.294487] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c3:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bdf594e-da7a-4254-b413-87aef4614588', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea25d81-f2e5-415a-af8a-3e6bd46e4180', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.302215] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.302566] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.302829] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d35f67-e4fd-4569-abd7-c5ffa172baf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.322293] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.322293] env[69289]: value = "task-3277651" [ 1042.322293] env[69289]: _type = "Task" [ 1042.322293] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.330852] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277651, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.462774] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.462997] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.463207] env[69289]: DEBUG nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.480528] env[69289]: DEBUG oslo_vmware.api [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277649, 'name': PowerOnVM_Task, 'duration_secs': 0.456579} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.480826] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.481119] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-80add33b-f3e4-401d-aeed-6d4265bb2be1 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance 'ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.563882] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277650, 'name': ReconfigVM_Task, 'duration_secs': 0.401866} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.564192] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.564841] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe630b09-8324-49d4-a6b5-ac1514e02e2b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.571888] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1042.571888] env[69289]: value = "task-3277652" [ 1042.571888] env[69289]: _type = "Task" [ 1042.571888] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.580962] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277652, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.634820] env[69289]: DEBUG oslo_concurrency.lockutils [None req-46cbfac7-4340-45ec-a67c-83c595770e23 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "ace263de-9563-4fda-95f3-0f547e720469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.878s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.666314] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-45753558-ccf9-4754-9a2c-bde58559d139" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.667019] env[69289]: DEBUG nova.objects.instance [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lazy-loading 'flavor' on Instance uuid 45753558-ccf9-4754-9a2c-bde58559d139 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.711825] env[69289]: DEBUG oslo_vmware.api [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277647, 'name': PowerOnVM_Task, 'duration_secs': 1.053179} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.712146] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.712358] env[69289]: INFO nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1042.712540] env[69289]: DEBUG nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.713324] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63dfd6c-1d17-4fd1-af00-3ed8355fb30b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.759547] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527b19e3-79a5-68aa-023a-200be0943159, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.759664] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.759862] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.760830] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8694f5fc-21ab-4285-b8d8-5e6562bd3757 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.768667] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1042.768667] env[69289]: value = "task-3277653" [ 1042.768667] env[69289]: _type = "Task" [ 1042.768667] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.776851] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.833323] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277651, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.841941] env[69289]: DEBUG nova.compute.manager [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.842203] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.843028] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.843028] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.843028] env[69289]: DEBUG nova.compute.manager [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] No waiting events found dispatching network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.843028] env[69289]: WARNING nova.compute.manager [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received unexpected event network-vif-plugged-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 for instance with vm_state shelved_offloaded and task_state spawning. [ 1042.843028] env[69289]: DEBUG nova.compute.manager [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.843292] env[69289]: DEBUG nova.compute.manager [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing instance network info cache due to event network-changed-9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.843448] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.843749] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.843749] env[69289]: DEBUG nova.network.neutron [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Refreshing network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.010484] env[69289]: WARNING nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1043.081997] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277652, 'name': Rename_Task, 'duration_secs': 0.358858} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.081997] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.082207] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93290269-dcdc-42b2-ae7d-f3dfcaa380b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.092243] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1043.092243] env[69289]: value = "task-3277654" [ 1043.092243] env[69289]: _type = "Task" [ 1043.092243] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.100996] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.137474] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Applying migration context for instance ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a as it has an incoming, in-progress migration d0e66e18-abd7-49b3-b205-2a47e2fc8bf8. Migration status is post-migrating {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1043.139585] env[69289]: INFO nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating resource usage from migration d0e66e18-abd7-49b3-b205-2a47e2fc8bf8 [ 1043.168597] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.169371] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance eccb563c-de39-40d7-9a6e-f15295f14700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.169720] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.169720] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ff19c631-3312-4f16-a7d5-9981c9511b58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.169720] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 00f949aa-826d-4f50-8384-88e1f4880dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.169904] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 45753558-ccf9-4754-9a2c-bde58559d139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170105] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bf51b500-f1e2-475f-954a-415581506614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170105] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 7ae80add-e065-41cb-a414-638121c5ee12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170206] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Migration d0e66e18-abd7-49b3-b205-2a47e2fc8bf8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1043.170326] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e669324d-e0b1-45fc-85d3-00b63544e4fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170437] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170548] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1dec9f85-39e7-4c46-b082-be0e78429691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.170656] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.171413] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ef077141-c8ec-4f6d-b7ec-703bc603c2af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1043.171573] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1043.171804] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1043.179815] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f5678c-ece6-449c-ba02-41320de741c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.202300] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.207081] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d20e8ff-5743-4e57-b249-a36cc474ae45 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.213747] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1043.213747] env[69289]: value = "task-3277655" [ 1043.213747] env[69289]: _type = "Task" [ 1043.213747] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.223722] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.232520] env[69289]: INFO nova.compute.manager [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Took 25.29 seconds to build instance. [ 1043.281896] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.335287] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277651, 'name': CreateVM_Task, 'duration_secs': 0.553169} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.337574] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.340806] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.340977] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.341355] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.342163] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161df300-a398-41bb-8f66-20cad85dc626 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.349068] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1043.349068] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5283e9c6-3ecf-0611-b4f9-9e0feec8d6ad" [ 1043.349068] env[69289]: _type = "Task" [ 1043.349068] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.361839] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5283e9c6-3ecf-0611-b4f9-9e0feec8d6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.453623] env[69289]: DEBUG nova.network.neutron [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2c1f9c4-51be-4953-b1f4-2197f38ec2aa", "address": "fa:16:3e:57:11:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c1f9c4-51", "ovs_interfaceid": "d2c1f9c4-51be-4953-b1f4-2197f38ec2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.461336] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a23c6-785a-489c-a609-615755860076 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.472534] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf450a-cac7-40ff-9998-df41dd68c4bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.520457] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40079273-a74b-4c7c-bdcf-b14024b85a14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.530194] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144e19cf-d52c-4fb7-8aa7-41198d525707 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.551180] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.601782] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.678132] env[69289]: DEBUG nova.network.neutron [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updated VIF entry in instance network info cache for port 9ea25d81-f2e5-415a-af8a-3e6bd46e4180. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.678492] env[69289]: DEBUG nova.network.neutron [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.725034] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277655, 'name': PowerOffVM_Task, 'duration_secs': 0.263754} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.725316] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.730943] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1043.731274] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95cacca0-fe67-408c-a505-975f00847833 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.745081] env[69289]: DEBUG oslo_concurrency.lockutils [None req-33a1970f-2bb1-4c28-bbe4-3592fe7a3f40 tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.809s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.750061] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1043.750061] env[69289]: value = "task-3277656" [ 1043.750061] env[69289]: _type = "Task" [ 1043.750061] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.758281] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.768839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.769081] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.769287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.769508] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.769693] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.772190] env[69289]: INFO nova.compute.manager [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Terminating instance [ 1043.783777] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802676} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.784605] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.784878] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.785179] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-645a6660-a554-4cbb-aeb3-21a551e816be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.791695] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1043.791695] env[69289]: value = "task-3277657" [ 1043.791695] env[69289]: _type = "Task" [ 1043.791695] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.800185] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.859708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.859980] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Processing image 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.860236] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.860399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860581] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.861344] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51ee001-d107-4ee9-9a16-2519d3014d43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.868701] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.871113] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.871113] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a972c3b9-29dc-44eb-bab1-b467e71ecc2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.874812] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1043.874812] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5266f7a9-e99e-b7f2-676f-5b5a348f004f" [ 1043.874812] env[69289]: _type = "Task" [ 1043.874812] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.882795] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5266f7a9-e99e-b7f2-676f-5b5a348f004f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.957408] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.958193] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.958297] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.959158] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3375a1-0b05-454b-aede-da5154c99528 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.976341] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.976591] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.976746] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.976933] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.977090] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.977243] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.977458] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.977615] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.977779] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.977944] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.978130] env[69289]: DEBUG nova.virt.hardware [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.984373] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfiguring VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1043.985699] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c417ce-b08d-4bbe-8f10-efd04e979ec5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.998447] env[69289]: DEBUG nova.compute.manager [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-changed-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.998447] env[69289]: DEBUG nova.compute.manager [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing instance network info cache due to event network-changed-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.999135] env[69289]: DEBUG oslo_concurrency.lockutils [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.999135] env[69289]: DEBUG oslo_concurrency.lockutils [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.999135] env[69289]: DEBUG nova.network.neutron [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Refreshing network info cache for port d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.007297] env[69289]: DEBUG oslo_vmware.api [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1044.007297] env[69289]: value = "task-3277658" [ 1044.007297] env[69289]: _type = "Task" [ 1044.007297] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.016379] env[69289]: DEBUG oslo_vmware.api [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277658, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.056144] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.105724] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277654, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.182200] env[69289]: DEBUG oslo_concurrency.lockutils [req-c2915147-1e24-4510-9c14-59751ab265a7 req-411a8590-72ba-4987-8f1f-f7ad38785bfe service nova] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.263112] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277656, 'name': ReconfigVM_Task, 'duration_secs': 0.227584} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.263112] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1044.263112] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.263112] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3f17f89-78c8-4bfd-92c0-6e24de023106 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.271017] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1044.271017] env[69289]: value = "task-3277659" [ 1044.271017] env[69289]: _type = "Task" [ 1044.271017] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.277457] env[69289]: DEBUG nova.compute.manager [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.277808] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.278191] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.279115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333c56aa-b42f-40d4-b86b-a1d66f7d0765 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.286334] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.286749] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d428a46-3c21-49f9-9ac5-b8760872fb58 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.293729] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1044.293729] env[69289]: value = "task-3277660" [ 1044.293729] env[69289]: _type = "Task" [ 1044.293729] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.305868] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063953} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.309625] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.310134] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.310967] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03c0e49-9d05-4d5c-990b-eff60f76263a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.336241] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.336651] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243b3f77-c7d7-4278-b4fc-a078b674b671 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.356843] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1044.356843] env[69289]: value = "task-3277661" [ 1044.356843] env[69289]: _type = "Task" [ 1044.356843] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.366895] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.384266] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1044.384559] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Fetch image to [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523/OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1044.384795] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Downloading stream optimized image 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 to [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523/OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523.vmdk on the data store datastore2 as vApp {{(pid=69289) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1044.384972] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Downloading image file data 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 to the ESX as VM named 'OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523' {{(pid=69289) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1044.483313] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1044.483313] env[69289]: value = "resgroup-9" [ 1044.483313] env[69289]: _type = "ResourcePool" [ 1044.483313] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1044.483683] env[69289]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-caf1a105-efda-4fbd-a537-ad4eaa3e6efa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.508587] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lease: (returnval){ [ 1044.508587] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1044.508587] env[69289]: _type = "HttpNfcLease" [ 1044.508587] env[69289]: } obtained for vApp import into resource pool (val){ [ 1044.508587] env[69289]: value = "resgroup-9" [ 1044.508587] env[69289]: _type = "ResourcePool" [ 1044.508587] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1044.509187] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the lease: (returnval){ [ 1044.509187] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1044.509187] env[69289]: _type = "HttpNfcLease" [ 1044.509187] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1044.524962] env[69289]: DEBUG oslo_vmware.api [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.526837] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1044.526837] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1044.526837] env[69289]: _type = "HttpNfcLease" [ 1044.526837] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1044.539216] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.539543] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.539767] env[69289]: DEBUG nova.compute.manager [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Going to confirm migration 4 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1044.563044] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1044.563267] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.441s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.590868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.591191] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.591476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.591636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.591805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.594068] env[69289]: INFO nova.compute.manager [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Terminating instance [ 1044.611921] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277654, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.783746] env[69289]: DEBUG oslo_vmware.api [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277659, 'name': PowerOnVM_Task, 'duration_secs': 0.506167} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.784197] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.786395] env[69289]: DEBUG nova.compute.manager [None req-fc9065dc-d433-4ef5-a8a8-a6835d842bd4 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.786395] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac9fd37-e697-46c6-8224-58402d13e9ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.789487] env[69289]: DEBUG nova.network.neutron [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updated VIF entry in instance network info cache for port d2c1f9c4-51be-4953-b1f4-2197f38ec2aa. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.789848] env[69289]: DEBUG nova.network.neutron [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2c1f9c4-51be-4953-b1f4-2197f38ec2aa", "address": "fa:16:3e:57:11:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c1f9c4-51", "ovs_interfaceid": "d2c1f9c4-51be-4953-b1f4-2197f38ec2aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.812148] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277660, 'name': PowerOffVM_Task, 'duration_secs': 0.430267} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.812563] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.812763] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.813077] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ec1ffa-0a14-4680-bacb-b4e3ca582357 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.869777] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277661, 'name': ReconfigVM_Task, 'duration_secs': 0.495481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.870254] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.871127] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00114ee9-2426-4c6c-8310-0de2e5893a31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.880043] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1044.880043] env[69289]: value = "task-3277664" [ 1044.880043] env[69289]: _type = "Task" [ 1044.880043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.881480] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.881679] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.881857] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleting the datastore file [datastore1] 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.884983] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7a314fb-215d-4d8f-93e8-533e3a208c36 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.891745] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277664, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.892993] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for the task: (returnval){ [ 1044.892993] env[69289]: value = "task-3277665" [ 1044.892993] env[69289]: _type = "Task" [ 1044.892993] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.900988] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.023177] env[69289]: DEBUG oslo_vmware.api [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.027155] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.027155] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1045.027155] env[69289]: _type = "HttpNfcLease" [ 1045.027155] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.098614] env[69289]: DEBUG nova.compute.manager [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.098830] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.099846] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec30fe98-20f1-437d-ba40-8f26319ad529 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.107102] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.107292] env[69289]: DEBUG nova.network.neutron [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.107566] env[69289]: DEBUG nova.objects.instance [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'info_cache' on Instance uuid ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.115936] env[69289]: DEBUG oslo_vmware.api [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277654, 'name': PowerOnVM_Task, 'duration_secs': 1.70895} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.118163] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.118375] env[69289]: INFO nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1045.118554] env[69289]: DEBUG nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.118862] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.119708] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e64f94-e885-40e0-a7b0-870e373e270f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.122712] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a27cd28-f2f2-4a77-aeaf-25b6e8d59a74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.132899] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1045.132899] env[69289]: value = "task-3277666" [ 1045.132899] env[69289]: _type = "Task" [ 1045.132899] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.142583] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.294269] env[69289]: DEBUG oslo_concurrency.lockutils [req-c99f4083-1e12-48b3-8c4c-4ab796fd2f72 req-ca8a864e-a3f7-4dcf-ad10-8f213b8fef16 service nova] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.392442] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277664, 'name': Rename_Task, 'duration_secs': 0.167464} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.392734] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.392996] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374bfc51-047c-4f0d-8f39-3b6c9af89841 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.406034] env[69289]: DEBUG oslo_vmware.api [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Task: {'id': task-3277665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218161} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.407907] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.407907] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.408309] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.408916] env[69289]: INFO nova.compute.manager [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1045.408916] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.409207] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1045.409207] env[69289]: value = "task-3277667" [ 1045.409207] env[69289]: _type = "Task" [ 1045.409207] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.409497] env[69289]: DEBUG nova.compute.manager [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.409615] env[69289]: DEBUG nova.network.neutron [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.426227] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.518935] env[69289]: DEBUG oslo_vmware.api [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277658, 'name': ReconfigVM_Task, 'duration_secs': 1.462513} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.526154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.526154] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfigured VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1045.528576] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.528576] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1045.528576] env[69289]: _type = "HttpNfcLease" [ 1045.528576] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.528816] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.528816] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5235579a-8cbb-0cd3-a832-aeaeb748f1f7" [ 1045.528816] env[69289]: _type = "HttpNfcLease" [ 1045.528816] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1045.529622] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1e841-34c7-43d9-8c2c-85bffdabcb12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.547549] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.551393] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1045.630050] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1d72351-11bf-4e96-ab08-96fad6f620fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.651347] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277666, 'name': PowerOffVM_Task, 'duration_secs': 0.192956} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.652061] env[69289]: INFO nova.compute.manager [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Took 26.35 seconds to build instance. [ 1045.653393] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.653687] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.654273] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e13f0b7-2753-4a13-bf80-0bffb6768a38 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.726721] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.726961] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.727152] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Deleting the datastore file [datastore2] e669324d-e0b1-45fc-85d3-00b63544e4fd {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.727508] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ee07af-df91-4871-b548-181bcf60a35a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.735116] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for the task: (returnval){ [ 1045.735116] env[69289]: value = "task-3277669" [ 1045.735116] env[69289]: _type = "Task" [ 1045.735116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.744517] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.930396] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.028537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0dde13ab-e445-4aa1-9c3a-95bda95deced tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.365s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.155518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-704c8a38-2bc5-4278-b212-f5561c78166e tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.860s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.222886] env[69289]: DEBUG nova.network.neutron [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.252768] env[69289]: DEBUG oslo_vmware.api [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Task: {'id': task-3277669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372785} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.254033] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.254033] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.254033] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.254250] env[69289]: INFO nova.compute.manager [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1046.254447] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.257997] env[69289]: DEBUG nova.compute.manager [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.261325] env[69289]: DEBUG nova.network.neutron [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.262804] env[69289]: DEBUG nova.compute.manager [req-4d7e74af-818e-4c0a-bd04-bc12d3093947 req-abc5dd4d-22fb-49c6-8806-1c18a4fd2442 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Received event network-vif-deleted-ddfd7a99-876d-4471-9d42-78c67ebacd72 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.264222] env[69289]: INFO nova.compute.manager [req-4d7e74af-818e-4c0a-bd04-bc12d3093947 req-abc5dd4d-22fb-49c6-8806-1c18a4fd2442 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Neutron deleted interface ddfd7a99-876d-4471-9d42-78c67ebacd72; detaching it from the instance and deleting it from the info cache [ 1046.264222] env[69289]: DEBUG nova.network.neutron [req-4d7e74af-818e-4c0a-bd04-bc12d3093947 req-abc5dd4d-22fb-49c6-8806-1c18a4fd2442 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.430793] env[69289]: DEBUG oslo_vmware.api [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277667, 'name': PowerOnVM_Task, 'duration_secs': 0.891333} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.430793] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.430793] env[69289]: INFO nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1046.430793] env[69289]: DEBUG nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.430793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41859bbe-e1eb-49da-bf82-0e2a39bb7268 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.622375] env[69289]: DEBUG nova.network.neutron [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [{"id": "22d7bbdf-465d-4032-b939-c9dab5899810", "address": "fa:16:3e:7a:85:cf", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7bbdf-46", "ovs_interfaceid": "22d7bbdf-465d-4032-b939-c9dab5899810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.733549] env[69289]: INFO nova.compute.manager [-] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Took 1.32 seconds to deallocate network for instance. [ 1046.767403] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b0adaf3-b9d5-431a-b9d6-cfe9cd7a2971 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.784024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48261f-6ca6-4f6e-b631-52e5eb9b1ca8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.829818] env[69289]: DEBUG nova.compute.manager [req-4d7e74af-818e-4c0a-bd04-bc12d3093947 req-abc5dd4d-22fb-49c6-8806-1c18a4fd2442 service nova] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Detach interface failed, port_id=ddfd7a99-876d-4471-9d42-78c67ebacd72, reason: Instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1046.953102] env[69289]: INFO nova.compute.manager [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Took 24.85 seconds to build instance. [ 1047.119347] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1047.119628] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1047.120742] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c243a31-87eb-440b-9a8f-111a3b624385 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.126060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.126216] env[69289]: DEBUG nova.objects.instance [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'migration_context' on Instance uuid ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.132045] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1047.132214] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1047.132456] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-68e1356e-e168-4ead-ad6e-230f4a952066 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.251256] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.251565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.251825] env[69289]: DEBUG nova.objects.instance [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lazy-loading 'resources' on Instance uuid 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.267535] env[69289]: DEBUG nova.network.neutron [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.456512] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5b807493-8a44-4a48-a1e1-3ac26e2b4aad tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.362s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.474913] env[69289]: DEBUG oslo_vmware.rw_handles [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f0bf72-a8ec-ba3e-6654-4a30d3103534/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1047.475282] env[69289]: INFO nova.virt.vmwareapi.images [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Downloaded image file data 48c1da07-ac74-4998-b49f-01c5bfb4b0d5 [ 1047.477039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872845a7-b988-4a4c-a1f9-0bc21d50ab91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.503619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-576546bd-4a55-4964-a7c6-cf9655d811ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.526949] env[69289]: INFO nova.virt.vmwareapi.images [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] The imported VM was unregistered [ 1047.531192] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1047.531354] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Creating directory with path [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.531987] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8e90594-d59e-4818-b184-c390c927f7e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.553566] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Created directory with path [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.553811] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523/OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523.vmdk to [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk. {{(pid=69289) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1047.554347] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3b11ba77-8160-4e5b-9ce6-51ecf8d22133 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.560720] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1047.560720] env[69289]: value = "task-3277671" [ 1047.560720] env[69289]: _type = "Task" [ 1047.560720] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.568747] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.632474] env[69289]: DEBUG nova.objects.base [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.632474] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78b8087-ba7f-4aed-85ce-629e975d289c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.653861] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e4b30a-0678-4702-916b-aebeb78b8ad8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.664867] env[69289]: DEBUG oslo_vmware.api [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1047.664867] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528272d5-e731-6744-02dc-f74637d750d7" [ 1047.664867] env[69289]: _type = "Task" [ 1047.664867] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.673470] env[69289]: DEBUG oslo_vmware.api [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528272d5-e731-6744-02dc-f74637d750d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.772716] env[69289]: INFO nova.compute.manager [-] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Took 1.51 seconds to deallocate network for instance. [ 1047.831308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.831581] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.003714] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1777516-9259-4ea2-a2d8-c2aadc1da7d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013384] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d92f42b-5e32-4394-97e8-1779305d458b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.051627] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d095c-32c0-48f6-8c8a-c6a7cd39f401 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.059807] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a98951b-2b4a-429c-a2bd-18af7b3ba04b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.077135] env[69289]: DEBUG nova.compute.provider_tree [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.083112] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.168189] env[69289]: DEBUG nova.compute.manager [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1048.181936] env[69289]: DEBUG oslo_vmware.api [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528272d5-e731-6744-02dc-f74637d750d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019559} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.182287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.278902] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.336988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.337243] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.338239] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9076cf6e-c33f-46b7-922d-b9af4b3c6132 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.361666] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec3f2d4-a6fb-4e89-a98e-e8c90c7ea228 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.408275] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfiguring VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1048.409172] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabc937e-5515-47d5-a529-f0466b151282 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.449244] env[69289]: DEBUG nova.compute.manager [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Received event network-changed-4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.449755] env[69289]: DEBUG nova.compute.manager [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Refreshing instance network info cache due to event network-changed-4585eb75-4417-4ca6-a9aa-aeb495253e6e. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.449924] env[69289]: DEBUG oslo_concurrency.lockutils [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] Acquiring lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451352] env[69289]: DEBUG oslo_concurrency.lockutils [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] Acquired lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451352] env[69289]: DEBUG nova.network.neutron [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Refreshing network info cache for port 4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.460909] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1048.460909] env[69289]: value = "task-3277672" [ 1048.460909] env[69289]: _type = "Task" [ 1048.460909] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.474629] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.574044] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.581239] env[69289]: DEBUG nova.scheduler.client.report [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.697059] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.970091] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.074706] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.085802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.087975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.906s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.105336] env[69289]: INFO nova.scheduler.client.report [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Deleted allocations for instance 25bafc02-d85e-4fa7-afa2-8e55a052f7a5 [ 1049.192370] env[69289]: DEBUG nova.network.neutron [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updated VIF entry in instance network info cache for port 4585eb75-4417-4ca6-a9aa-aeb495253e6e. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.192960] env[69289]: DEBUG nova.network.neutron [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating instance_info_cache with network_info: [{"id": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "address": "fa:16:3e:3b:97:cf", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4585eb75-44", "ovs_interfaceid": "4585eb75-4417-4ca6-a9aa-aeb495253e6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.347134] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "0d272b53-9f53-452c-b2b4-e025f3251099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.347134] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.435201] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.435459] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.473452] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.577528] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.625674] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0943abc3-efdc-4563-8fc6-69016515e332 tempest-ServersTestJSON-223305750 tempest-ServersTestJSON-223305750-project-member] Lock "25bafc02-d85e-4fa7-afa2-8e55a052f7a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.856s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.696480] env[69289]: DEBUG oslo_concurrency.lockutils [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] Releasing lock "refresh_cache-1dec9f85-39e7-4c46-b082-be0e78429691" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.697439] env[69289]: DEBUG nova.compute.manager [req-a0762659-3594-4507-b37a-462133e2b179 req-f75eda48-e663-4e48-8301-9079ecb3d427 service nova] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Received event network-vif-deleted-2af63068-d899-4611-a4e9-f46d787d951a {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.849539] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.854623] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c92fd-cbf0-4032-bca5-b78a2eb702df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.863203] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ef62a1-0bdf-44f1-9be8-1bfa5667a246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.895534] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6e88b5-b977-4aab-93c4-bdaf27192b2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.904434] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b74978c-e463-4c22-9c9e-0c82f2874674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.923325] env[69289]: DEBUG nova.compute.provider_tree [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.938043] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.971342] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.076724] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.374459] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.414525] env[69289]: DEBUG nova.compute.manager [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.415466] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78d4cc5-b718-4b2c-b343-95c49b949763 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.430109] env[69289]: DEBUG nova.scheduler.client.report [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.460764] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.471149] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.577204] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277671, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.834043} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.577578] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523/OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523.vmdk to [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk. [ 1050.577778] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Cleaning up location [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1050.577940] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b358cfc4-22c9-47fb-9ad9-5f88e6b2b523 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.578239] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-381c82ec-0e14-413a-9115-c2513954817a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.585181] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1050.585181] env[69289]: value = "task-3277673" [ 1050.585181] env[69289]: _type = "Task" [ 1050.585181] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.593080] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.940365] env[69289]: INFO nova.compute.manager [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] instance snapshotting [ 1050.940365] env[69289]: DEBUG nova.objects.instance [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.971687] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.098966] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241923} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.099273] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.099470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "[datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.099746] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk to [datastore2] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.100027] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b29cfcf1-7856-430a-bd0e-8e5fb52bc8f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.106015] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1051.106015] env[69289]: value = "task-3277674" [ 1051.106015] env[69289]: _type = "Task" [ 1051.106015] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.117971] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.448797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.361s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.452520] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.174s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.452614] env[69289]: DEBUG nova.objects.instance [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lazy-loading 'resources' on Instance uuid e669324d-e0b1-45fc-85d3-00b63544e4fd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.454494] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa259cb-d1ae-4337-9880-952e662b5f48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.484050] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508696ef-4324-4f12-9f4d-a80ba0fd0f22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.493903] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.619288] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.987498] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.997796] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1052.001065] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc217411-a1c5-4884-b7e9-78dae5850082 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.008444] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1052.008444] env[69289]: value = "task-3277675" [ 1052.008444] env[69289]: _type = "Task" [ 1052.008444] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.018501] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.041719] env[69289]: INFO nova.scheduler.client.report [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocation for migration d0e66e18-abd7-49b3-b205-2a47e2fc8bf8 [ 1052.121011] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.232836] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291605d7-6216-4f64-862a-760a244efc1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.240821] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280cf4d-2070-4c92-9882-65644f09c6b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.272482] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a7acb9-5de0-4323-8fd4-1c3300f4a5a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.281483] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170a587c-ed5f-4360-9a8c-46390188e2cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.297899] env[69289]: DEBUG nova.compute.provider_tree [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.487247] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.520844] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277675, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.549709] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c1b3f550-9626-43b9-94f5-18f9caf8f3e2 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.010s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.618490] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.801401] env[69289]: DEBUG nova.scheduler.client.report [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.987367] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.021802] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277675, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.118832] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.306536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.309038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.615s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.342991] env[69289]: INFO nova.scheduler.client.report [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Deleted allocations for instance e669324d-e0b1-45fc-85d3-00b63544e4fd [ 1053.489697] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.498376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.498667] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.498884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.499111] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.499259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.501743] env[69289]: INFO nova.compute.manager [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Terminating instance [ 1053.521574] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277675, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.621076] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.814020] env[69289]: INFO nova.compute.claims [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.855084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5e261d87-ba14-4c2c-b1a7-30dd9bebb01c tempest-ServerPasswordTestJSON-252132027 tempest-ServerPasswordTestJSON-252132027-project-member] Lock "e669324d-e0b1-45fc-85d3-00b63544e4fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.263s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.990763] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.005516] env[69289]: DEBUG nova.compute.manager [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.005743] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.006981] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76f154e-bc13-4811-86b2-052183cdd33a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.025679] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277675, 'name': CreateSnapshot_Task, 'duration_secs': 1.92979} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.028920] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1054.029042] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.029793] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a8bb7-92a5-4c23-9f12-69aa1f2ab47b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.032296] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1fbcb2f-ae75-425e-beb7-1b5aea2fc9c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.041952] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1054.041952] env[69289]: value = "task-3277676" [ 1054.041952] env[69289]: _type = "Task" [ 1054.041952] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.049156] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.049403] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.053706] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.120465] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.321234] env[69289]: INFO nova.compute.resource_tracker [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating resource usage from migration 1086a5f2-f7ee-4ab0-a4d7-7b1d27d9d993 [ 1054.491299] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.539963] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a93941-4c65-4a3a-ac36-c927ebd50a6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.549086] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1054.549528] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab543e72-3882-423b-bc6b-b9c327836857 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.555622] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.561624] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d1746b-1f0f-481a-98f1-c14a135f157b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.568296] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277676, 'name': PowerOffVM_Task, 'duration_secs': 0.256818} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.568622] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1054.568622] env[69289]: value = "task-3277677" [ 1054.568622] env[69289]: _type = "Task" [ 1054.568622] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.569245] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.569508] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.570155] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c462c182-35fd-4a83-8658-09f81a555c39 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.601846] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9aeed7-52bc-4d44-8435-535d19257312 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.607880] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277677, 'name': CloneVM_Task} progress is 12%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.615874] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7e2aea-2749-443c-8715-8c99c63df7d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.624145] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.632547] env[69289]: DEBUG nova.compute.provider_tree [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.714373] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.714628] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.714816] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore2] ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.715111] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c9a4213-d814-4b31-9b6b-b6b09e89301e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.722959] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1054.722959] env[69289]: value = "task-3277679" [ 1054.722959] env[69289]: _type = "Task" [ 1054.722959] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.733591] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.989295] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.079016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.080583] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277677, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.121701] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277674, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.731622} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.125022] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/48c1da07-ac74-4998-b49f-01c5bfb4b0d5/48c1da07-ac74-4998-b49f-01c5bfb4b0d5.vmdk to [datastore2] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.125022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc9032-00fd-4235-9ed5-24651db6668d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.138738] env[69289]: DEBUG nova.scheduler.client.report [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.151707] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.152432] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7034f60-9950-4737-8aac-0c103f196865 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.173480] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1055.173480] env[69289]: value = "task-3277680" [ 1055.173480] env[69289]: _type = "Task" [ 1055.173480] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.184104] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.232164] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.490170] env[69289]: DEBUG oslo_vmware.api [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277672, 'name': ReconfigVM_Task, 'duration_secs': 6.829538} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.490683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.490771] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Reconfigured VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1055.580631] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277677, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.653565] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.344s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.653784] env[69289]: INFO nova.compute.manager [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Migrating [ 1055.660739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.286s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.662366] env[69289]: INFO nova.compute.claims [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.684396] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277680, 'name': ReconfigVM_Task, 'duration_secs': 0.389207} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.685590] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39/44e3397c-ddbb-4aa7-8bff-2951b5b4bd39.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.685858] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3429ed2-1c4a-4ce6-829d-d3e14f608974 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.693606] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1055.693606] env[69289]: value = "task-3277681" [ 1055.693606] env[69289]: _type = "Task" [ 1055.693606] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.705809] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277681, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.734403] env[69289]: DEBUG oslo_vmware.api [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547757} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.734706] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.734903] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.735125] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.735322] env[69289]: INFO nova.compute.manager [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1055.735598] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.735827] env[69289]: DEBUG nova.compute.manager [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.735948] env[69289]: DEBUG nova.network.neutron [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.848332] env[69289]: DEBUG nova.compute.manager [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-vif-deleted-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.848549] env[69289]: INFO nova.compute.manager [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Neutron deleted interface d2c1f9c4-51be-4953-b1f4-2197f38ec2aa; detaching it from the instance and deleting it from the info cache [ 1055.848799] env[69289]: DEBUG nova.network.neutron [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.081125] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277677, 'name': CloneVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.174212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.174376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.174546] env[69289]: DEBUG nova.network.neutron [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.204739] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277681, 'name': Rename_Task, 'duration_secs': 0.176304} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.206078] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.206078] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0eed058-f190-4ecd-bdaf-fc9ee7973bec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.211794] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1056.211794] env[69289]: value = "task-3277682" [ 1056.211794] env[69289]: _type = "Task" [ 1056.211794] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.224338] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.351825] env[69289]: DEBUG oslo_concurrency.lockutils [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.352030] env[69289]: DEBUG oslo_concurrency.lockutils [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] Acquired lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.352890] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029320a-63e2-42e4-9efb-0132ed9ea8af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.371775] env[69289]: DEBUG oslo_concurrency.lockutils [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] Releasing lock "ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.372091] env[69289]: WARNING nova.compute.manager [req-9ea19a2b-6fa6-4729-85ab-a0def1d069b6 req-7fecf393-8580-4acf-bbaa-24a2f0a9cf27 service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Detach interface failed, port_id=d2c1f9c4-51be-4953-b1f4-2197f38ec2aa, reason: No device with interface-id d2c1f9c4-51be-4953-b1f4-2197f38ec2aa exists on VM: nova.exception.NotFound: No device with interface-id d2c1f9c4-51be-4953-b1f4-2197f38ec2aa exists on VM [ 1056.517475] env[69289]: DEBUG nova.network.neutron [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.581579] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277677, 'name': CloneVM_Task, 'duration_secs': 1.993407} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.581877] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created linked-clone VM from snapshot [ 1056.582610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586b84ac-d27e-4ab4-80ba-4822d91de7f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.590497] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploading image 31e2073c-a0b7-4e6a-9dd3-491652028b67 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1056.616767] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1056.616767] env[69289]: value = "vm-654621" [ 1056.616767] env[69289]: _type = "VirtualMachine" [ 1056.616767] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1056.617056] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6e1abee-d415-4db4-949b-e29e5b3d8cb5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.624069] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease: (returnval){ [ 1056.624069] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d59eda-4f9c-1209-c487-bc9e58463895" [ 1056.624069] env[69289]: _type = "HttpNfcLease" [ 1056.624069] env[69289]: } obtained for exporting VM: (result){ [ 1056.624069] env[69289]: value = "vm-654621" [ 1056.624069] env[69289]: _type = "VirtualMachine" [ 1056.624069] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1056.624312] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the lease: (returnval){ [ 1056.624312] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d59eda-4f9c-1209-c487-bc9e58463895" [ 1056.624312] env[69289]: _type = "HttpNfcLease" [ 1056.624312] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1056.630693] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.630693] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d59eda-4f9c-1209-c487-bc9e58463895" [ 1056.630693] env[69289]: _type = "HttpNfcLease" [ 1056.630693] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1056.724790] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277682, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.827939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.828154] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.828337] env[69289]: DEBUG nova.network.neutron [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.878957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "c507b53c-d966-41b5-94e7-5324842ae8ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.879200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.893292] env[69289]: DEBUG nova.network.neutron [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.897717] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f160c68-f3fc-48ee-a43f-cd8b2321415e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.907686] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edebdea-cc65-45eb-9f28-87ce5cddcc05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.937889] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe52422-8b70-406c-82a4-727698990839 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.945390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546d7250-5383-472f-ac66-6f4c6dc8be22 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.958731] env[69289]: DEBUG nova.compute.provider_tree [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.020621] env[69289]: INFO nova.compute.manager [-] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Took 1.28 seconds to deallocate network for instance. [ 1057.131782] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.131782] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d59eda-4f9c-1209-c487-bc9e58463895" [ 1057.131782] env[69289]: _type = "HttpNfcLease" [ 1057.131782] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1057.132065] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1057.132065] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52d59eda-4f9c-1209-c487-bc9e58463895" [ 1057.132065] env[69289]: _type = "HttpNfcLease" [ 1057.132065] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1057.132777] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae140f-85fa-49e8-9503-2d702d667ebb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.137129] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.137354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.137558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.137739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.137902] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.142388] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1057.142558] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1057.144165] env[69289]: INFO nova.compute.manager [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Terminating instance [ 1057.201219] env[69289]: DEBUG nova.compute.manager [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.201422] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.202546] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0a6ec-0fea-46d5-80d2-d33e4ef8038e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.212744] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.213035] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b6c25e-6c41-4bc8-91e6-854471cf2499 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.224261] env[69289]: DEBUG oslo_vmware.api [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277682, 'name': PowerOnVM_Task, 'duration_secs': 0.618817} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.225431] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.227495] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1057.227495] env[69289]: value = "task-3277684" [ 1057.227495] env[69289]: _type = "Task" [ 1057.227495] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.238483] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.241590] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b4a7b71-c95f-4c17-99e7-698f487ca638 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.334778] env[69289]: DEBUG nova.compute.manager [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.337953] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b70faf-1b54-497c-b9b4-aad65ab94489 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.381673] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.396988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.462030] env[69289]: DEBUG nova.scheduler.client.report [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.527221] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.602544] env[69289]: DEBUG nova.network.neutron [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [{"id": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "address": "fa:16:3e:69:9e:b0", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ad32d1-e3", "ovs_interfaceid": "b9ad32d1-e318-4be1-a210-abf7c9262e11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.738211] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277684, 'name': PowerOffVM_Task, 'duration_secs': 0.191357} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.738603] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.739135] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.739355] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be25781d-e40c-4243-8e0e-33e71bb9ef94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.801564] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.801874] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.802154] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleting the datastore file [datastore2] ff19c631-3312-4f16-a7d5-9981c9511b58 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.802494] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3765cdf-8a8b-40b1-b588-b52acc85649b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.809468] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1057.809468] env[69289]: value = "task-3277686" [ 1057.809468] env[69289]: _type = "Task" [ 1057.809468] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.817491] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.858848] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b67101-1615-418b-bcf0-547f87a77f01 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.013s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.884283] env[69289]: DEBUG nova.compute.manager [req-53a35a5d-b7f5-442f-ab74-8fbd71f4f6b6 req-a839c4a2-fe9d-4501-a5dd-055a8d09a9c1 service nova] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Received event network-vif-deleted-22d7bbdf-465d-4032-b939-c9dab5899810 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.904019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.968017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.968692] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.972208] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.512s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.975424] env[69289]: INFO nova.compute.claims [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.105185] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-ff19c631-3312-4f16-a7d5-9981c9511b58" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.318733] env[69289]: DEBUG oslo_vmware.api [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311552} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.319080] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.319349] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.319640] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.320042] env[69289]: INFO nova.compute.manager [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1058.320373] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.320672] env[69289]: DEBUG nova.compute.manager [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.320849] env[69289]: DEBUG nova.network.neutron [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.484564] env[69289]: DEBUG nova.compute.utils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.491424] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.491424] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.564331] env[69289]: DEBUG nova.policy [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74360e2d308d4538a6bd624538c9ed6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f46cd419a5ef4316954caba2dbfc53dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.610174] env[69289]: DEBUG oslo_concurrency.lockutils [None req-b8935df1-9f98-4ba9-9801-fc063fecb583 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-ff19c631-3312-4f16-a7d5-9981c9511b58-d2c1f9c4-51be-4953-b1f4-2197f38ec2aa" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.778s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.918440] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a3b9e-28b5-4d26-b966-ee6e74c45a2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.947579] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.997270] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.005937] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Successfully created port: 9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.263626] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad403f3d-f9dc-402a-a6fd-d4f1e7aab578 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272078] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806120c6-ef91-46d1-818d-9834ae573d8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.305257] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea106d4-5225-4920-a436-2fb1a135d567 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.312924] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e511a30-e512-4796-b8d6-16f4313f32a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.091455] env[69289]: DEBUG nova.network.neutron [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.093841] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.100308] env[69289]: DEBUG nova.compute.manager [req-eeab7e0a-60fc-4153-b334-f5f8d2490c6b req-feb10d44-2aa4-4c7f-95ff-a6efac3c7f0e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Received event network-vif-deleted-b9ad32d1-e318-4be1-a210-abf7c9262e11 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.100506] env[69289]: INFO nova.compute.manager [req-eeab7e0a-60fc-4153-b334-f5f8d2490c6b req-feb10d44-2aa4-4c7f-95ff-a6efac3c7f0e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Neutron deleted interface b9ad32d1-e318-4be1-a210-abf7c9262e11; detaching it from the instance and deleting it from the info cache [ 1060.100672] env[69289]: DEBUG nova.network.neutron [req-eeab7e0a-60fc-4153-b334-f5f8d2490c6b req-feb10d44-2aa4-4c7f-95ff-a6efac3c7f0e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.102272] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f631914-203c-4246-9e2c-029e3dd3eb82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105047] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fae870-9730-4e17-9fb8-4877db54d3ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.119815] env[69289]: DEBUG nova.compute.provider_tree [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.123622] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Suspending the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1060.125203] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa78a23a-79b1-43cf-b23e-eca5f97a004e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.126390] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1060.126390] env[69289]: value = "task-3277687" [ 1060.126390] env[69289]: _type = "Task" [ 1060.126390] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.131672] env[69289]: DEBUG oslo_vmware.api [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1060.131672] env[69289]: value = "task-3277688" [ 1060.131672] env[69289]: _type = "Task" [ 1060.131672] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.137987] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.144056] env[69289]: DEBUG oslo_vmware.api [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277688, 'name': SuspendVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.529805] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Successfully updated port: 9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.602310] env[69289]: INFO nova.compute.manager [-] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Took 2.28 seconds to deallocate network for instance. [ 1060.603552] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.611029] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49597823-70b0-4ffe-b781-7ca5dd145ced {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.621158] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27bd15-9ea5-4b6b-af58-181a9b4ea373 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.634939] env[69289]: DEBUG nova.scheduler.client.report [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.648269] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.648534] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.648707] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.648896] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.649058] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.649229] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.649447] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.649612] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.649785] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.649951] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.650172] env[69289]: DEBUG nova.virt.hardware [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.651723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f16a86-98b8-49b9-b7a3-4fdac9b15fef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.666747] env[69289]: DEBUG nova.compute.manager [req-eeab7e0a-60fc-4153-b334-f5f8d2490c6b req-feb10d44-2aa4-4c7f-95ff-a6efac3c7f0e service nova] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Detach interface failed, port_id=b9ad32d1-e318-4be1-a210-abf7c9262e11, reason: Instance ff19c631-3312-4f16-a7d5-9981c9511b58 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.671316] env[69289]: DEBUG oslo_vmware.api [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277688, 'name': SuspendVM_Task} progress is 62%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.677175] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277687, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.678423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9c22e6-4a5c-42a9-a13e-a18f4fe36b50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.036742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.036742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquired lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.036742] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.115984] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.142404] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.170s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.142907] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.148541] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.072s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.149964] env[69289]: INFO nova.compute.claims [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.162132] env[69289]: DEBUG oslo_vmware.api [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277688, 'name': SuspendVM_Task, 'duration_secs': 0.799065} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.162478] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277687, 'name': PowerOffVM_Task, 'duration_secs': 0.801765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.162758] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Suspended the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1061.162941] env[69289]: DEBUG nova.compute.manager [None req-b26a1fed-f0c0-4e59-b520-453d051ad173 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.163263] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.163443] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.167610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce75f57-af2e-4fff-b031-16288733bc33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.570301] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.657964] env[69289]: DEBUG nova.compute.utils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.660080] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.660354] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.675179] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.675426] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.675590] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.675763] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.675907] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.676077] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.676276] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.676435] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.676602] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.676759] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.676930] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.684268] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bfb19d9-85ac-496c-befc-f7ae162383e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.702037] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1061.702037] env[69289]: value = "task-3277689" [ 1061.702037] env[69289]: _type = "Task" [ 1061.702037] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.714314] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.721370] env[69289]: DEBUG nova.policy [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '612233f3ddb6473382c162200ed5e7f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfecb61dff5471eab94f21c783bd2fb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.763491] env[69289]: DEBUG nova.network.neutron [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updating instance_info_cache with network_info: [{"id": "9710fae6-d212-4359-bc69-89e4caab5822", "address": "fa:16:3e:aa:b1:cd", "network": {"id": "30f239b6-4cb9-475e-bd53-bc7b807320e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657490539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cd419a5ef4316954caba2dbfc53dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9710fae6-d2", "ovs_interfaceid": "9710fae6-d212-4359-bc69-89e4caab5822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.937759] env[69289]: DEBUG nova.compute.manager [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Received event network-vif-plugged-9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.938098] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Acquiring lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.938346] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.938561] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.938752] env[69289]: DEBUG nova.compute.manager [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] No waiting events found dispatching network-vif-plugged-9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.938937] env[69289]: WARNING nova.compute.manager [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Received unexpected event network-vif-plugged-9710fae6-d212-4359-bc69-89e4caab5822 for instance with vm_state building and task_state spawning. [ 1061.939182] env[69289]: DEBUG nova.compute.manager [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Received event network-changed-9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.939406] env[69289]: DEBUG nova.compute.manager [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Refreshing instance network info cache due to event network-changed-9710fae6-d212-4359-bc69-89e4caab5822. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.939568] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Acquiring lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.950969] env[69289]: INFO nova.compute.manager [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Resuming [ 1061.951550] env[69289]: DEBUG nova.objects.instance [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'flavor' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.022353] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Successfully created port: eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.164718] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.218299] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277689, 'name': ReconfigVM_Task, 'duration_secs': 0.214382} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.218714] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.266108] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Releasing lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.266432] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Instance network_info: |[{"id": "9710fae6-d212-4359-bc69-89e4caab5822", "address": "fa:16:3e:aa:b1:cd", "network": {"id": "30f239b6-4cb9-475e-bd53-bc7b807320e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657490539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cd419a5ef4316954caba2dbfc53dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9710fae6-d2", "ovs_interfaceid": "9710fae6-d212-4359-bc69-89e4caab5822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.266928] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Acquired lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.271517] env[69289]: DEBUG nova.network.neutron [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Refreshing network info cache for port 9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.271517] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c791d09c-1086-4ee1-bcde-6ca7d259cabd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9710fae6-d212-4359-bc69-89e4caab5822', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.277541] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Creating folder: Project (f46cd419a5ef4316954caba2dbfc53dc). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.281783] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13b1a75a-5ea7-45f4-ad05-e734e471c028 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.293387] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Created folder: Project (f46cd419a5ef4316954caba2dbfc53dc) in parent group-v654351. [ 1062.293866] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Creating folder: Instances. Parent ref: group-v654622. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.295952] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c9ea1de-f429-47a8-b9b5-56de4ff091fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.302813] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Created folder: Instances in parent group-v654622. [ 1062.303666] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.303666] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.303666] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e054e007-d355-4aa0-a1ed-ed6ce8a1c0fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.324789] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.324789] env[69289]: value = "task-3277692" [ 1062.324789] env[69289]: _type = "Task" [ 1062.324789] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.333408] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277692, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.433547] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3942d37-a4d0-4d3b-9c2a-7752e4bffc4d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.441748] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267431ef-e29b-47e2-8ffa-68fef230e580 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.476668] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b089c9e6-70b0-46b9-9773-c04a551c7b1d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.484284] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d92512b-a94d-46c7-8b78-d03c94ee4e87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.498441] env[69289]: DEBUG nova.compute.provider_tree [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.730300] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.730622] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.730801] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.730999] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.731195] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.731352] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.731629] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.731815] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.731989] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.732166] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.732345] env[69289]: DEBUG nova.virt.hardware [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.737775] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.738083] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3d4c4c-70ff-4935-923e-154bad71c924 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.757895] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1062.757895] env[69289]: value = "task-3277693" [ 1062.757895] env[69289]: _type = "Task" [ 1062.757895] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.765053] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.835929] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277692, 'name': CreateVM_Task, 'duration_secs': 0.440134} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.835929] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.836693] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.836925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837310] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837603] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc7720a-6407-415b-a4d8-d4e4fe5ec762 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.842977] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1062.842977] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52022994-7779-8a5a-729b-2e1df9d047f7" [ 1062.842977] env[69289]: _type = "Task" [ 1062.842977] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.851212] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52022994-7779-8a5a-729b-2e1df9d047f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.993222] env[69289]: DEBUG nova.network.neutron [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updated VIF entry in instance network info cache for port 9710fae6-d212-4359-bc69-89e4caab5822. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.993648] env[69289]: DEBUG nova.network.neutron [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updating instance_info_cache with network_info: [{"id": "9710fae6-d212-4359-bc69-89e4caab5822", "address": "fa:16:3e:aa:b1:cd", "network": {"id": "30f239b6-4cb9-475e-bd53-bc7b807320e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657490539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cd419a5ef4316954caba2dbfc53dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9710fae6-d2", "ovs_interfaceid": "9710fae6-d212-4359-bc69-89e4caab5822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.001540] env[69289]: DEBUG nova.scheduler.client.report [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.175485] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.198285] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.198560] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.198713] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.198893] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.199065] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.199258] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.199476] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.199652] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.199817] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.199975] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.200195] env[69289]: DEBUG nova.virt.hardware [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.201151] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905fcf73-0d15-4dba-b695-480d53fb214b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.209306] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abffc2b2-6bbd-475d-9953-ca759fa32d93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.266772] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277693, 'name': ReconfigVM_Task, 'duration_secs': 0.18519} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.267443] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.268084] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca225b3a-ab63-40e4-b238-6406b642026c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.292057] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.292385] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868f9ca7-c50d-4285-b947-c81cb62e3433 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.311408] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1063.311408] env[69289]: value = "task-3277694" [ 1063.311408] env[69289]: _type = "Task" [ 1063.311408] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.319704] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.352909] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52022994-7779-8a5a-729b-2e1df9d047f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012961} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.353257] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.353493] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.353734] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.353897] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.354084] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.354347] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c06e4db8-852b-497e-9a4b-3c6efdd2f0ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.362277] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.362478] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.363224] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0220f5e4-2ab8-4513-a8ce-e4dbd92a3490 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.368316] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1063.368316] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5297c78b-d7f2-3680-5eb8-dafe94641f92" [ 1063.368316] env[69289]: _type = "Task" [ 1063.368316] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.375986] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5297c78b-d7f2-3680-5eb8-dafe94641f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.482925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.483182] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquired lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.483379] env[69289]: DEBUG nova.network.neutron [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.495818] env[69289]: DEBUG oslo_concurrency.lockutils [req-1ce5377e-9ec2-411a-9c29-53b97ad30c9c req-7c761b49-a7e1-49b2-bf55-83eaa7e8e226 service nova] Releasing lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.506537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.507057] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.509750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.983s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.511510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.512089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.608s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.513530] env[69289]: INFO nova.compute.claims [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.517686] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Successfully updated port: eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.540148] env[69289]: INFO nova.scheduler.client.report [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocations for instance ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a [ 1063.823456] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.879243] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5297c78b-d7f2-3680-5eb8-dafe94641f92, 'name': SearchDatastore_Task, 'duration_secs': 0.014877} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.880239] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71aa551-e915-4345-ac84-8dfb454c0cb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.885369] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1063.885369] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52768605-943d-896f-d23e-003834c1be83" [ 1063.885369] env[69289]: _type = "Task" [ 1063.885369] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.894277] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52768605-943d-896f-d23e-003834c1be83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.965638] env[69289]: DEBUG nova.compute.manager [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Received event network-vif-plugged-eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.965903] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Acquiring lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.965903] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.967279] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.967279] env[69289]: DEBUG nova.compute.manager [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] No waiting events found dispatching network-vif-plugged-eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.967279] env[69289]: WARNING nova.compute.manager [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Received unexpected event network-vif-plugged-eb897a37-a006-421f-8d77-3407e674ca03 for instance with vm_state building and task_state spawning. [ 1063.967279] env[69289]: DEBUG nova.compute.manager [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Received event network-changed-eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.967279] env[69289]: DEBUG nova.compute.manager [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Refreshing instance network info cache due to event network-changed-eb897a37-a006-421f-8d77-3407e674ca03. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.967279] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Acquiring lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.967279] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Acquired lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.967519] env[69289]: DEBUG nova.network.neutron [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Refreshing network info cache for port eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.021218] env[69289]: DEBUG nova.compute.utils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.026024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.026535] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.026647] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.052721] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3097ce5d-ef32-422e-bfcc-5c7e5b38089f tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.553s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.100858] env[69289]: DEBUG nova.policy [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb881def11bc44029e9a6d2f529e29df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91fd53225cf64af681c7bf466fb8e26f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.308020] env[69289]: DEBUG nova.network.neutron [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [{"id": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "address": "fa:16:3e:aa:c3:91", "network": {"id": "0175d0b2-cec2-4720-9d81-ae192df7a99a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-5511594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5cdb7b3acf064c978521810a825a4535", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bdf594e-da7a-4254-b413-87aef4614588", "external-id": "nsx-vlan-transportzone-422", "segmentation_id": 422, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea25d81-f2", "ovs_interfaceid": "9ea25d81-f2e5-415a-af8a-3e6bd46e4180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.322975] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277694, 'name': ReconfigVM_Task, 'duration_secs': 0.534548} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.323342] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af/ef077141-c8ec-4f6d-b7ec-703bc603c2af.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.323634] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.396084] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52768605-943d-896f-d23e-003834c1be83, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.396412] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.397162] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0d272b53-9f53-452c-b2b4-e025f3251099/0d272b53-9f53-452c-b2b4-e025f3251099.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.397539] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6238bd3-383f-4365-9f11-fa18a1dd44a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.404748] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1064.404748] env[69289]: value = "task-3277695" [ 1064.404748] env[69289]: _type = "Task" [ 1064.404748] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.408019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "7ae80add-e065-41cb-a414-638121c5ee12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.408329] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.408574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "7ae80add-e065-41cb-a414-638121c5ee12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.408833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.409043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.411877] env[69289]: INFO nova.compute.manager [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Terminating instance [ 1064.416102] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.478334] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Successfully created port: 135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.522412] env[69289]: DEBUG nova.network.neutron [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.529898] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.666769] env[69289]: DEBUG nova.network.neutron [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.760055] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd33ef-13d4-4fad-95ed-4cebbf544833 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.768659] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463e77de-41e0-494c-9098-4379ed0e010a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.802320] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b1f4fe-c801-4383-8a4e-617c8b4be830 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.810778] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f8140d-f3ca-423c-8631-ca05a349e6e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.815346] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Releasing lock "refresh_cache-44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.816226] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772c74f-5f34-47e5-a5f3-9cf28086870b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.830602] env[69289]: DEBUG nova.compute.provider_tree [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.834093] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2b50bb-4415-4974-a4ab-b479f0aa0efe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.836853] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Resuming the VM {{(pid=69289) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1064.837486] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3dd2c83-7ac9-458a-91ae-768a146ba9d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.859802] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d215db5e-1a56-46ce-b4a3-b3eee2b7250c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.862887] env[69289]: DEBUG oslo_vmware.api [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1064.862887] env[69289]: value = "task-3277696" [ 1064.862887] env[69289]: _type = "Task" [ 1064.862887] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.880513] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.890224] env[69289]: DEBUG oslo_vmware.api [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.914766] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.921028] env[69289]: DEBUG nova.compute.manager [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.921028] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.921727] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d9211e-5d75-480d-ad4f-077739365090 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.929982] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.930262] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01b3787d-4bf9-42d7-97c6-4330966eec67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.935923] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1064.935923] env[69289]: value = "task-3277697" [ 1064.935923] env[69289]: _type = "Task" [ 1064.935923] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.944240] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.170762] env[69289]: DEBUG oslo_concurrency.lockutils [req-e50df6d6-c3fc-4c4c-97cf-e04c9e6d5cc9 req-d29bdd83-32a1-4298-83ac-47215faba2aa service nova] Releasing lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.171210] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.171401] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.339144] env[69289]: DEBUG nova.scheduler.client.report [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.375408] env[69289]: DEBUG oslo_vmware.api [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.421092] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529094} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.421406] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0d272b53-9f53-452c-b2b4-e025f3251099/0d272b53-9f53-452c-b2b4-e025f3251099.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.421781] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.422200] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54bd2cc4-4407-4945-96e3-1135d3ac8b7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.426658] env[69289]: DEBUG nova.network.neutron [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Port bf7b7e9b-c604-488d-85aa-e52c68ffdf06 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1065.431100] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1065.431100] env[69289]: value = "task-3277698" [ 1065.431100] env[69289]: _type = "Task" [ 1065.431100] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.443268] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.450456] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277697, 'name': PowerOffVM_Task, 'duration_secs': 0.183845} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.450746] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.451029] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.451391] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69bd1000-250f-4351-af1f-a0a74dcb8630 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.522913] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.523101] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.523279] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleting the datastore file [datastore1] 7ae80add-e065-41cb-a414-638121c5ee12 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.523547] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b4e04c-0c70-4809-9332-cd8a36758da9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.532606] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1065.532606] env[69289]: value = "task-3277700" [ 1065.532606] env[69289]: _type = "Task" [ 1065.532606] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.541936] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.543967] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.568240] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.568521] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.568693] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.568880] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.569039] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.569267] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.569481] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.569636] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.569805] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.569964] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.570155] env[69289]: DEBUG nova.virt.hardware [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.571048] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af6f340-d535-4d7a-8a52-0f9e77fb231b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.579617] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1cf038-b472-4a50-868b-ca53564edc23 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.705058] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.765604] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.766666] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8bb4ec-fe28-429e-bacf-f5658d2c4737 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.773035] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.773223] env[69289]: ERROR oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk due to incomplete transfer. [ 1065.775729] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6e9a350-d465-4caf-9d98-a25ea9634ae6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.782892] env[69289]: DEBUG oslo_vmware.rw_handles [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526049ef-841d-dfb6-55df-fcb7a4dc7dbb/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1065.783101] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploaded image 31e2073c-a0b7-4e6a-9dd3-491652028b67 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1065.785637] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1065.785889] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84f43097-d0bd-4bbb-b8fc-511cde4a083e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.791691] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1065.791691] env[69289]: value = "task-3277701" [ 1065.791691] env[69289]: _type = "Task" [ 1065.791691] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.801251] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277701, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.843843] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.844385] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.847087] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.731s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.847320] env[69289]: DEBUG nova.objects.instance [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'resources' on Instance uuid ff19c631-3312-4f16-a7d5-9981c9511b58 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.869234] env[69289]: DEBUG nova.network.neutron [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updating instance_info_cache with network_info: [{"id": "eb897a37-a006-421f-8d77-3407e674ca03", "address": "fa:16:3e:07:d2:0b", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb897a37-a0", "ovs_interfaceid": "eb897a37-a006-421f-8d77-3407e674ca03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.875636] env[69289]: DEBUG oslo_vmware.api [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277696, 'name': PowerOnVM_Task, 'duration_secs': 0.610238} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.875899] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Resumed the VM {{(pid=69289) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1065.876097] env[69289]: DEBUG nova.compute.manager [None req-d474d056-c2ef-4e7a-818f-47be1f4a5f0b tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.876878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc78432-ca52-48c1-ab89-a601c25348df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.945933] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073588} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.946249] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.947126] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa87e44-c133-4c91-8872-aeff9dc73eaf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.972035] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 0d272b53-9f53-452c-b2b4-e025f3251099/0d272b53-9f53-452c-b2b4-e025f3251099.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.972842] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b8d6c1-a098-4e85-b000-fdab8d00ddba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.998948] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1065.998948] env[69289]: value = "task-3277702" [ 1065.998948] env[69289]: _type = "Task" [ 1065.998948] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.005141] env[69289]: DEBUG nova.compute.manager [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Received event network-vif-plugged-135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.005485] env[69289]: DEBUG oslo_concurrency.lockutils [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] Acquiring lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.005878] env[69289]: DEBUG oslo_concurrency.lockutils [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.006085] env[69289]: DEBUG oslo_concurrency.lockutils [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.006317] env[69289]: DEBUG nova.compute.manager [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] No waiting events found dispatching network-vif-plugged-135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.006532] env[69289]: WARNING nova.compute.manager [req-0add026f-9362-4073-9658-7ae837d868a7 req-dd39c6b5-908a-4be0-97b2-ae1822f2ed2e service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Received unexpected event network-vif-plugged-135bceac-832a-4ffc-8554-e4950be54561 for instance with vm_state building and task_state spawning. [ 1066.011904] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277702, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.042386] env[69289]: DEBUG oslo_vmware.api [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469323} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.042590] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.042767] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.042940] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.043121] env[69289]: INFO nova.compute.manager [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1066.043361] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.043546] env[69289]: DEBUG nova.compute.manager [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.043639] env[69289]: DEBUG nova.network.neutron [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.110876] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Successfully updated port: 135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.300644] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277701, 'name': Destroy_Task, 'duration_secs': 0.358977} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.300833] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroyed the VM [ 1066.301079] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.301330] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-47bdd50a-de42-4f9c-b085-e73c721403e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.307380] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1066.307380] env[69289]: value = "task-3277703" [ 1066.307380] env[69289]: _type = "Task" [ 1066.307380] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.315964] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.350642] env[69289]: DEBUG nova.compute.utils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.355713] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1066.371629] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.371944] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance network_info: |[{"id": "eb897a37-a006-421f-8d77-3407e674ca03", "address": "fa:16:3e:07:d2:0b", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb897a37-a0", "ovs_interfaceid": "eb897a37-a006-421f-8d77-3407e674ca03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.372370] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:d2:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb897a37-a006-421f-8d77-3407e674ca03', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.380081] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.380577] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.380815] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d175ca56-89c6-487a-9629-c34df1e9f599 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.406325] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.406325] env[69289]: value = "task-3277704" [ 1066.406325] env[69289]: _type = "Task" [ 1066.406325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.415663] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277704, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.462647] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.463898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.463898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.509967] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277702, 'name': ReconfigVM_Task, 'duration_secs': 0.301872} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.512762] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 0d272b53-9f53-452c-b2b4-e025f3251099/0d272b53-9f53-452c-b2b4-e025f3251099.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.513619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee955285-477b-49fe-8e63-7cad3afe88aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.519862] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1066.519862] env[69289]: value = "task-3277705" [ 1066.519862] env[69289]: _type = "Task" [ 1066.519862] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.532594] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277705, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.614230] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.614230] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.614230] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.652592] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb25b4-c051-4997-8522-0946e9f59256 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.660798] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fe37b8-798f-4961-83a5-fa163b52a6ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.693043] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c78094-b9bd-4422-879b-a29b40ef4216 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.703480] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b4622-d8bc-4584-a96e-f1183230fcf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.715592] env[69289]: DEBUG nova.compute.provider_tree [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.826067] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277703, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.860184] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.918698] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277704, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.030649] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277705, 'name': Rename_Task, 'duration_secs': 0.176087} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.032136] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.032136] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99109493-5fe3-4d8b-a393-e50b92dff6d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.038485] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1067.038485] env[69289]: value = "task-3277706" [ 1067.038485] env[69289]: _type = "Task" [ 1067.038485] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.048832] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.068463] env[69289]: DEBUG nova.network.neutron [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.155043] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.220274] env[69289]: DEBUG nova.scheduler.client.report [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.294985] env[69289]: DEBUG nova.network.neutron [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Updating instance_info_cache with network_info: [{"id": "135bceac-832a-4ffc-8554-e4950be54561", "address": "fa:16:3e:1d:c0:0d", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135bceac-83", "ovs_interfaceid": "135bceac-832a-4ffc-8554-e4950be54561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.318930] env[69289]: DEBUG oslo_vmware.api [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277703, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552599} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.318930] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.319241] env[69289]: INFO nova.compute.manager [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 15.87 seconds to snapshot the instance on the hypervisor. [ 1067.419602] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277704, 'name': CreateVM_Task, 'duration_secs': 0.654218} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.419985] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.420559] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.421033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.421033] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.421675] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb89cd5-09a4-48b6-80d7-3aac9da31247 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.427631] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1067.427631] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc1b8b-6ba1-016c-abd4-cdabb0c34098" [ 1067.427631] env[69289]: _type = "Task" [ 1067.427631] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.435971] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc1b8b-6ba1-016c-abd4-cdabb0c34098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.514738] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.515146] env[69289]: DEBUG nova.network.neutron [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.549437] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.571358] env[69289]: INFO nova.compute.manager [-] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Took 1.53 seconds to deallocate network for instance. [ 1067.725907] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.750919] env[69289]: INFO nova.scheduler.client.report [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted allocations for instance ff19c631-3312-4f16-a7d5-9981c9511b58 [ 1067.797733] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.798309] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Instance network_info: |[{"id": "135bceac-832a-4ffc-8554-e4950be54561", "address": "fa:16:3e:1d:c0:0d", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135bceac-83", "ovs_interfaceid": "135bceac-832a-4ffc-8554-e4950be54561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.798764] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c0:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '135bceac-832a-4ffc-8554-e4950be54561', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.807162] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.808089] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.808335] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed2e49b2-63cf-4258-bb1f-ec9feb2afcec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.832857] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.832857] env[69289]: value = "task-3277707" [ 1067.832857] env[69289]: _type = "Task" [ 1067.832857] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.841642] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277707, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.874762] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.920731] env[69289]: DEBUG nova.compute.manager [None req-6d9af39a-3617-4661-9b34-64acaf9651f7 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Found 1 images (rotation: 2) {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1067.934195] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.934520] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.934702] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.934892] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.935040] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.935192] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.935462] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.935630] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.935803] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.935966] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.936157] env[69289]: DEBUG nova.virt.hardware [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.937011] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e512480-46dd-461b-803a-b5cce03f5f94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.946678] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc1b8b-6ba1-016c-abd4-cdabb0c34098, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.949062] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.949343] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.949586] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.949733] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.949915] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.950570] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fecae819-e366-4f5f-b772-62fa7257b3b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.953553] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6656cf-10ea-4147-a111-26e28b64635d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.972061] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.977587] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Creating folder: Project (f837cc456730449fab852f4f0639a80e). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.979065] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0097400a-7271-47f0-a19c-c789af60fdac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.981018] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.981167] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.981918] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46458731-89d7-4379-b1a5-9f7fb088be1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.988252] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1067.988252] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529868b8-6ccb-77ca-3f9a-6c647a1cba1f" [ 1067.988252] env[69289]: _type = "Task" [ 1067.988252] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.993441] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Created folder: Project (f837cc456730449fab852f4f0639a80e) in parent group-v654351. [ 1067.993817] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Creating folder: Instances. Parent ref: group-v654627. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.994537] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e6e244-72df-48a2-8b36-33fb659c9017 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.999628] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529868b8-6ccb-77ca-3f9a-6c647a1cba1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.008617] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Created folder: Instances in parent group-v654627. [ 1068.008886] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.009216] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.009387] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d98a57bd-646d-4637-bf0a-7bd31cda3ee4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.029116] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.029116] env[69289]: value = "task-3277710" [ 1068.029116] env[69289]: _type = "Task" [ 1068.029116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.039936] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277710, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.049448] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.080186] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.080629] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.080747] env[69289]: DEBUG nova.objects.instance [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'resources' on Instance uuid 7ae80add-e065-41cb-a414-638121c5ee12 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.175421] env[69289]: DEBUG nova.compute.manager [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Received event network-changed-135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.175621] env[69289]: DEBUG nova.compute.manager [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Refreshing instance network info cache due to event network-changed-135bceac-832a-4ffc-8554-e4950be54561. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.175844] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] Acquiring lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.176013] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] Acquired lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.176198] env[69289]: DEBUG nova.network.neutron [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Refreshing network info cache for port 135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.261028] env[69289]: DEBUG oslo_concurrency.lockutils [None req-cf9b3f3d-b018-4e3f-8b13-6213c9966b19 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "ff19c631-3312-4f16-a7d5-9981c9511b58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.123s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.270496] env[69289]: DEBUG nova.network.neutron [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.343511] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277707, 'name': CreateVM_Task, 'duration_secs': 0.427237} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.343615] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.344498] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.344761] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.345533] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.345533] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4839a23b-7bf6-4434-ab49-485e67531a0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.350710] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1068.350710] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52b14abe-4002-bce4-ed59-d93be5ce2cd6" [ 1068.350710] env[69289]: _type = "Task" [ 1068.350710] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.359451] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b14abe-4002-bce4-ed59-d93be5ce2cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.498036] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529868b8-6ccb-77ca-3f9a-6c647a1cba1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.498325] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffba4b49-312b-4d94-b122-b207502ff0fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.503460] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1068.503460] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5298b098-eec6-7b0b-8b5c-09a27e4dd5f5" [ 1068.503460] env[69289]: _type = "Task" [ 1068.503460] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.513030] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5298b098-eec6-7b0b-8b5c-09a27e4dd5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.538429] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277710, 'name': CreateVM_Task, 'duration_secs': 0.477492} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.538612] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.539019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.547726] env[69289]: DEBUG oslo_vmware.api [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277706, 'name': PowerOnVM_Task, 'duration_secs': 1.040894} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.547977] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.548192] env[69289]: INFO nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1068.548371] env[69289]: DEBUG nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.549115] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab71508-551c-4885-9a06-5ce84b6733a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.725825] env[69289]: DEBUG nova.compute.manager [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.727175] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1b898f-37c9-4e87-9b67-7ae098b68fd5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.773782] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.780861] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38031a44-ffa1-4261-a88f-600cc12f2364 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.789283] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a905304-81c5-408d-b86a-f0bcbbe3a79e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.821630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8830a7fd-f61a-426a-ae1d-6ae531fbc89d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.829144] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ac0fea-146b-4dcb-9451-0091df09649f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.842628] env[69289]: DEBUG nova.compute.provider_tree [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.865692] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52b14abe-4002-bce4-ed59-d93be5ce2cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.865692] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.865692] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.865692] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.866018] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.866018] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.866235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.866528] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.866747] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528bd0b6-0375-4edb-810b-5bedc46ceaf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.868616] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1445627d-3ffd-4abb-9e8c-54d121c37f99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.875706] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1068.875706] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5215905d-4582-4155-6f6b-09fc57143c54" [ 1068.875706] env[69289]: _type = "Task" [ 1068.875706] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.882110] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.882110] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.883964] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3dafdb-e056-4bb9-893f-11f9593ffab2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.886176] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5215905d-4582-4155-6f6b-09fc57143c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.889069] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1068.889069] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52e04aad-886b-4625-f3d1-2564d4125432" [ 1068.889069] env[69289]: _type = "Task" [ 1068.889069] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.900017] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e04aad-886b-4625-f3d1-2564d4125432, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.013291] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5298b098-eec6-7b0b-8b5c-09a27e4dd5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.03308} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.015638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.015896] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 46ad20cb-aee7-4914-993b-3c6cb84a4d81/46ad20cb-aee7-4914-993b-3c6cb84a4d81.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.016435] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bdf3474-c92f-41e0-94b3-00c2cafffb5a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.022978] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1069.022978] env[69289]: value = "task-3277711" [ 1069.022978] env[69289]: _type = "Task" [ 1069.022978] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.031163] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.066902] env[69289]: INFO nova.compute.manager [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Took 18.71 seconds to build instance. [ 1069.189961] env[69289]: DEBUG nova.network.neutron [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Updated VIF entry in instance network info cache for port 135bceac-832a-4ffc-8554-e4950be54561. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.190385] env[69289]: DEBUG nova.network.neutron [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Updating instance_info_cache with network_info: [{"id": "135bceac-832a-4ffc-8554-e4950be54561", "address": "fa:16:3e:1d:c0:0d", "network": {"id": "bfe89cbb-d5e2-43e8-b196-fdeff4410844", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2100642763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91fd53225cf64af681c7bf466fb8e26f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap135bceac-83", "ovs_interfaceid": "135bceac-832a-4ffc-8554-e4950be54561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.240756] env[69289]: INFO nova.compute.manager [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] instance snapshotting [ 1069.241403] env[69289]: DEBUG nova.objects.instance [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.303837] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e61de-3cbf-4b68-a3a1-7dd7b4f09980 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.326490] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0ac87-4b59-4997-abf1-4fe78e0edf11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.333820] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.346252] env[69289]: DEBUG nova.scheduler.client.report [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.396067] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5215905d-4582-4155-6f6b-09fc57143c54, 'name': SearchDatastore_Task, 'duration_secs': 0.022047} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.400655] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.400840] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.401189] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.408487] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52e04aad-886b-4625-f3d1-2564d4125432, 'name': SearchDatastore_Task, 'duration_secs': 0.023698} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.410806] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263371a3-147a-48ec-bfab-9b87f196dd8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.421565] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1069.421565] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c6c63a-cc40-d903-d124-bee5043a55b4" [ 1069.421565] env[69289]: _type = "Task" [ 1069.421565] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.432860] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c6c63a-cc40-d903-d124-bee5043a55b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.536774] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277711, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.569638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c9baacff-9a44-4e9d-bc91-5f5e9d9f2ecf tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.223s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.582779] env[69289]: DEBUG nova.compute.manager [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Received event network-changed-9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.583246] env[69289]: DEBUG nova.compute.manager [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Refreshing instance network info cache due to event network-changed-9710fae6-d212-4359-bc69-89e4caab5822. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.583454] env[69289]: DEBUG oslo_concurrency.lockutils [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] Acquiring lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.583605] env[69289]: DEBUG oslo_concurrency.lockutils [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] Acquired lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.583913] env[69289]: DEBUG nova.network.neutron [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Refreshing network info cache for port 9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.693793] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] Releasing lock "refresh_cache-7b0186fa-b209-4e43-ab89-7216b00de6f3" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.693941] env[69289]: DEBUG nova.compute.manager [req-a99614eb-fa75-4bdd-ac8a-b974a0671eda req-1a847128-8473-4198-8366-456cad506670 service nova] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Received event network-vif-deleted-69357192-7bfa-482c-a1f8-81572cc3afbf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.746824] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491a4e5-b870-43ac-96bb-b513d0d7cbb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.765293] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe31337-d95e-452b-9b34-0e6ffd34e679 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.841788] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.841788] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852abb1c-651e-496e-88d8-6a554ce1fce4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.847401] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1069.847401] env[69289]: value = "task-3277712" [ 1069.847401] env[69289]: _type = "Task" [ 1069.847401] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.851961] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.865204] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.880600] env[69289]: INFO nova.scheduler.client.report [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted allocations for instance 7ae80add-e065-41cb-a414-638121c5ee12 [ 1069.933384] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c6c63a-cc40-d903-d124-bee5043a55b4, 'name': SearchDatastore_Task, 'duration_secs': 0.020364} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.934332] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.934605] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7b0186fa-b209-4e43-ab89-7216b00de6f3/7b0186fa-b209-4e43-ab89-7216b00de6f3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.934927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.935089] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.935313] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490d39c8-6db3-427f-8fe3-c6556248a383 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.937724] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd8f6315-4013-4a56-b308-38fdab30dcb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.945864] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1069.945864] env[69289]: value = "task-3277713" [ 1069.945864] env[69289]: _type = "Task" [ 1069.945864] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.947610] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.947782] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.951231] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda7b4dc-3f70-4410-86c0-3b5754c5d7c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.958076] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.959241] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1069.959241] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3a573-a028-9f14-066f-d546f4c83afe" [ 1069.959241] env[69289]: _type = "Task" [ 1069.959241] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.966486] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3a573-a028-9f14-066f-d546f4c83afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.034822] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712932} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.035095] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 46ad20cb-aee7-4914-993b-3c6cb84a4d81/46ad20cb-aee7-4914-993b-3c6cb84a4d81.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.035314] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.035584] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1652192-6703-41ea-bcee-8cb047dd0ea1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.041244] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1070.041244] env[69289]: value = "task-3277714" [ 1070.041244] env[69289]: _type = "Task" [ 1070.041244] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.049353] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.276405] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1070.279050] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab93626e-9de3-43f4-9ba8-0c768ca36412 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.288208] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1070.288208] env[69289]: value = "task-3277715" [ 1070.288208] env[69289]: _type = "Task" [ 1070.288208] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.299444] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.342996] env[69289]: DEBUG nova.network.neutron [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updated VIF entry in instance network info cache for port 9710fae6-d212-4359-bc69-89e4caab5822. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.343501] env[69289]: DEBUG nova.network.neutron [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updating instance_info_cache with network_info: [{"id": "9710fae6-d212-4359-bc69-89e4caab5822", "address": "fa:16:3e:aa:b1:cd", "network": {"id": "30f239b6-4cb9-475e-bd53-bc7b807320e8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1657490539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f46cd419a5ef4316954caba2dbfc53dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c791d09c-1086-4ee1-bcde-6ca7d259cabd", "external-id": "nsx-vlan-transportzone-990", "segmentation_id": 990, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9710fae6-d2", "ovs_interfaceid": "9710fae6-d212-4359-bc69-89e4caab5822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.361833] env[69289]: DEBUG oslo_vmware.api [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277712, 'name': PowerOnVM_Task, 'duration_secs': 0.438139} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.362681] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.362929] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eb3fc7-a44e-4815-9d87-a3014a455282 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance 'ef077141-c8ec-4f6d-b7ec-703bc603c2af' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.391104] env[69289]: DEBUG oslo_concurrency.lockutils [None req-85d4a7a4-6d2f-4a41-b76c-8eb82c027bd5 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "7ae80add-e065-41cb-a414-638121c5ee12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.983s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.458531] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473625} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.459144] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 7b0186fa-b209-4e43-ab89-7216b00de6f3/7b0186fa-b209-4e43-ab89-7216b00de6f3.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.459402] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.459746] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cad286f1-2743-4d37-9c46-bea80e3071a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.471120] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3a573-a028-9f14-066f-d546f4c83afe, 'name': SearchDatastore_Task, 'duration_secs': 0.018626} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.473845] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1070.473845] env[69289]: value = "task-3277716" [ 1070.473845] env[69289]: _type = "Task" [ 1070.473845] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.474076] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-207ae2af-9f5c-4b98-8410-018f8107a02d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.484525] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1070.484525] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce6525-823d-7efe-b88b-027ca5a2241c" [ 1070.484525] env[69289]: _type = "Task" [ 1070.484525] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.491295] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.497709] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce6525-823d-7efe-b88b-027ca5a2241c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.551962] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078703} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.552524] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.553378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48385ca-da53-486b-aa3d-bc1af1779a4d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.579209] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 46ad20cb-aee7-4914-993b-3c6cb84a4d81/46ad20cb-aee7-4914-993b-3c6cb84a4d81.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.579589] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32900954-4929-4f26-86c1-72eabbb17221 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.599893] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1070.599893] env[69289]: value = "task-3277717" [ 1070.599893] env[69289]: _type = "Task" [ 1070.599893] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.608418] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.798858] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.847710] env[69289]: DEBUG oslo_concurrency.lockutils [req-dc00d082-cc71-47f6-bec5-101e2432a172 req-16ee3133-4749-4d65-8173-85394e9f7ccf service nova] Releasing lock "refresh_cache-0d272b53-9f53-452c-b2b4-e025f3251099" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.986583] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156849} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.986898] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.987714] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956abe06-ee29-4d7c-823b-0258bd6887ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.017446] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7b0186fa-b209-4e43-ab89-7216b00de6f3/7b0186fa-b209-4e43-ab89-7216b00de6f3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.021492] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec2230e-f853-49a2-abed-e2ea0920d8cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.035495] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ce6525-823d-7efe-b88b-027ca5a2241c, 'name': SearchDatastore_Task, 'duration_secs': 0.014817} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.035751] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.036047] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.036695] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f835858b-ed99-45d8-89e0-fc07981ea165 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.041018] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1071.041018] env[69289]: value = "task-3277718" [ 1071.041018] env[69289]: _type = "Task" [ 1071.041018] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.044871] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1071.044871] env[69289]: value = "task-3277719" [ 1071.044871] env[69289]: _type = "Task" [ 1071.044871] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.051112] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.056051] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.109666] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.171206] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.171783] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.172108] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.172256] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.172427] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.174754] env[69289]: INFO nova.compute.manager [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Terminating instance [ 1071.261245] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.261539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.299955] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.561386] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.564169] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.615932] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277717, 'name': ReconfigVM_Task, 'duration_secs': 0.693477} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.617099] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 46ad20cb-aee7-4914-993b-3c6cb84a4d81/46ad20cb-aee7-4914-993b-3c6cb84a4d81.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.617680] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92333eca-9df6-40d9-8436-00599d467a30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.629231] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1071.629231] env[69289]: value = "task-3277720" [ 1071.629231] env[69289]: _type = "Task" [ 1071.629231] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.643788] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277720, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.653808] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.654341] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.679812] env[69289]: DEBUG nova.compute.manager [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.680102] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.681063] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9863b725-599c-440d-8763-ebe909b43e16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.692079] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.692421] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38dd5128-2bcc-4a61-9079-ab1a270f3b27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.699899] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1071.699899] env[69289]: value = "task-3277721" [ 1071.699899] env[69289]: _type = "Task" [ 1071.699899] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.711134] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.765083] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.800318] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277715, 'name': CreateSnapshot_Task, 'duration_secs': 1.086088} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.800605] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1071.801688] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65453d5-05a1-46d7-bb2c-7edb8f3aab59 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054620] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277718, 'name': ReconfigVM_Task, 'duration_secs': 0.634228} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.055273] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7b0186fa-b209-4e43-ab89-7216b00de6f3/7b0186fa-b209-4e43-ab89-7216b00de6f3.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.055885] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05d0583a-a6d8-431c-9432-2181a0cd174e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.060217] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724439} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.060745] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.060955] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.061195] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a760451c-bff6-4b3e-9a09-9a6be773f078 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.064766] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1072.064766] env[69289]: value = "task-3277722" [ 1072.064766] env[69289]: _type = "Task" [ 1072.064766] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.068533] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1072.068533] env[69289]: value = "task-3277723" [ 1072.068533] env[69289]: _type = "Task" [ 1072.068533] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.074447] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277722, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.080020] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.139400] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277720, 'name': Rename_Task, 'duration_secs': 0.353866} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.139674] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.139971] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9741242b-e4c6-4747-8801-1585704c2260 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.145918] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1072.145918] env[69289]: value = "task-3277724" [ 1072.145918] env[69289]: _type = "Task" [ 1072.145918] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.160558] env[69289]: INFO nova.compute.manager [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Detaching volume 9538f85f-09ea-4bd1-ab39-72511dee93f6 [ 1072.162247] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277724, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.210488] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277721, 'name': PowerOffVM_Task, 'duration_secs': 0.377835} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.211518] env[69289]: INFO nova.virt.block_device [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Attempting to driver detach volume 9538f85f-09ea-4bd1-ab39-72511dee93f6 from mountpoint /dev/sdb [ 1072.211784] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.211974] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654600', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'name': 'volume-9538f85f-09ea-4bd1-ab39-72511dee93f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccb563c-de39-40d7-9a6e-f15295f14700', 'attached_at': '', 'detached_at': '', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'serial': '9538f85f-09ea-4bd1-ab39-72511dee93f6'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.212270] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.212427] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.213621] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c4cb2-5525-45f0-89db-c5740c9d9235 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.215561] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db0e47b-319a-470d-ad1e-298e33b72651 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.234452] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9dfd0-9a91-4d52-8b10-41642c7de0e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.241046] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e51b41-5099-4889-89db-9aa39b31cdae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.261123] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d50e6-0905-43fe-ac51-df65cb0fcb9b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.277562] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] The volume has not been displaced from its original location: [datastore2] volume-9538f85f-09ea-4bd1-ab39-72511dee93f6/volume-9538f85f-09ea-4bd1-ab39-72511dee93f6.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.282767] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.285272] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b00736d5-f3ea-48d6-abb2-ffd7a80f7ead {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.298898] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.299142] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.299346] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleting the datastore file [datastore2] 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.299966] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f59510b-0d76-4e12-b5be-302c0e683d2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.304550] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1072.304550] env[69289]: value = "task-3277726" [ 1072.304550] env[69289]: _type = "Task" [ 1072.304550] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.308857] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for the task: (returnval){ [ 1072.308857] env[69289]: value = "task-3277727" [ 1072.308857] env[69289]: _type = "Task" [ 1072.308857] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.313043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.313304] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.314908] env[69289]: INFO nova.compute.claims [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.326432] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1072.326703] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.327517] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6f6bc3cd-e15c-4908-a0bb-da76b7e2decc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.333375] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.337904] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1072.337904] env[69289]: value = "task-3277728" [ 1072.337904] env[69289]: _type = "Task" [ 1072.337904] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.345696] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277728, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.584714] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277722, 'name': Rename_Task, 'duration_secs': 0.351904} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.589365] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.589791] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068331} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.590102] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-160bcb8d-54f5-4f61-9e29-991c67eeffe0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.592483] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.593664] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86655a28-9039-48f1-9b0d-dd12fd82cc09 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.602093] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1072.602093] env[69289]: value = "task-3277729" [ 1072.602093] env[69289]: _type = "Task" [ 1072.602093] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.618767] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.623142] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.623433] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.624032] env[69289]: DEBUG nova.compute.manager [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Going to confirm migration 5 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1072.625148] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c91cd9-81e5-443f-874d-dda98cbdce1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.645493] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.647301] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1072.647301] env[69289]: value = "task-3277730" [ 1072.647301] env[69289]: _type = "Task" [ 1072.647301] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.657735] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.660891] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.820132] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277726, 'name': ReconfigVM_Task, 'duration_secs': 0.327582} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.823281] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.828203] env[69289]: DEBUG oslo_vmware.api [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Task: {'id': task-3277727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258546} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.830841] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68652ebf-cafd-46bf-8f17-4acef7264298 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.842273] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.842752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.842752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.842955] env[69289]: INFO nova.compute.manager [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1072.843278] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.844489] env[69289]: DEBUG nova.compute.manager [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.844585] env[69289]: DEBUG nova.network.neutron [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.856580] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277728, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.858040] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1072.858040] env[69289]: value = "task-3277731" [ 1072.858040] env[69289]: _type = "Task" [ 1072.858040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.866860] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.118523] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277729, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.158688] env[69289]: DEBUG oslo_vmware.api [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3277724, 'name': PowerOnVM_Task, 'duration_secs': 0.673859} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.162217] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.162490] env[69289]: INFO nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Took 9.99 seconds to spawn the instance on the hypervisor. [ 1073.162701] env[69289]: DEBUG nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.163380] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277730, 'name': ReconfigVM_Task, 'duration_secs': 0.416992} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.164156] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5794231e-f052-4312-801a-7fb12870648d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.166754] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.167937] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ac771fb-b561-4923-b270-c2772157e074 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.172646] env[69289]: DEBUG nova.compute.manager [req-2c384b6b-84f5-44f0-bc06-26fb8210cb92 req-3d2d8f18-ca93-407d-b78b-18ac3f3a4082 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Received event network-vif-deleted-9ea25d81-f2e5-415a-af8a-3e6bd46e4180 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.172859] env[69289]: INFO nova.compute.manager [req-2c384b6b-84f5-44f0-bc06-26fb8210cb92 req-3d2d8f18-ca93-407d-b78b-18ac3f3a4082 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Neutron deleted interface 9ea25d81-f2e5-415a-af8a-3e6bd46e4180; detaching it from the instance and deleting it from the info cache [ 1073.173140] env[69289]: DEBUG nova.network.neutron [req-2c384b6b-84f5-44f0-bc06-26fb8210cb92 req-3d2d8f18-ca93-407d-b78b-18ac3f3a4082 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.176949] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1073.176949] env[69289]: value = "task-3277732" [ 1073.176949] env[69289]: _type = "Task" [ 1073.176949] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.189646] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277732, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.209320] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.209494] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquired lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.209668] env[69289]: DEBUG nova.network.neutron [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.209845] env[69289]: DEBUG nova.objects.instance [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'info_cache' on Instance uuid ef077141-c8ec-4f6d-b7ec-703bc603c2af {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.356740] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277728, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.367865] env[69289]: DEBUG oslo_vmware.api [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277731, 'name': ReconfigVM_Task, 'duration_secs': 0.164802} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.367972] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654600', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'name': 'volume-9538f85f-09ea-4bd1-ab39-72511dee93f6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eccb563c-de39-40d7-9a6e-f15295f14700', 'attached_at': '', 'detached_at': '', 'volume_id': '9538f85f-09ea-4bd1-ab39-72511dee93f6', 'serial': '9538f85f-09ea-4bd1-ab39-72511dee93f6'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.541973] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0046054a-0fcd-4493-bcef-93e0258a475a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.549715] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6321d2b-c2ec-4106-a384-567f1192c6aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.579369] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df4741-fc8b-4339-9cd5-27edcb3912a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.587476] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705d5a0-2e50-4d8b-9f1b-54d12442abf2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.601291] env[69289]: DEBUG nova.compute.provider_tree [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.621695] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.659538] env[69289]: DEBUG nova.network.neutron [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.684551] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b7e320-4148-4231-825a-f9b774e799e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.693430] env[69289]: INFO nova.compute.manager [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Took 23.25 seconds to build instance. [ 1073.697791] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277732, 'name': Rename_Task, 'duration_secs': 0.264225} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.699035] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.699321] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17f5786-bd98-42bc-887e-1d77810d8eda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.703277] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c2fad1-04c9-4c51-b1e0-c6f9205ecca7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.720270] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1073.720270] env[69289]: value = "task-3277733" [ 1073.720270] env[69289]: _type = "Task" [ 1073.720270] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.728705] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.741945] env[69289]: DEBUG nova.compute.manager [req-2c384b6b-84f5-44f0-bc06-26fb8210cb92 req-3d2d8f18-ca93-407d-b78b-18ac3f3a4082 service nova] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Detach interface failed, port_id=9ea25d81-f2e5-415a-af8a-3e6bd46e4180, reason: Instance 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1073.860198] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277728, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.920356] env[69289]: DEBUG nova.objects.instance [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid eccb563c-de39-40d7-9a6e-f15295f14700 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.105247] env[69289]: DEBUG nova.scheduler.client.report [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.120621] env[69289]: DEBUG oslo_vmware.api [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277729, 'name': PowerOnVM_Task, 'duration_secs': 1.040861} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.120935] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.121206] env[69289]: INFO nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1074.121483] env[69289]: DEBUG nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.122264] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56115bb6-cb8d-427c-9c9f-a2927068d2f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.161993] env[69289]: INFO nova.compute.manager [-] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Took 1.32 seconds to deallocate network for instance. [ 1074.199980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a9d999f-e5c1-4120-9e36-6922d983c340 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.764s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.230882] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277733, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.358355] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277728, 'name': CloneVM_Task, 'duration_secs': 1.785305} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.358655] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created linked-clone VM from snapshot [ 1074.359721] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0d4361-b70b-4559-b0d6-57943bf47331 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.368015] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploading image 08f514be-42a0-4174-b0c1-910fff5d471d {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.392652] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1074.392652] env[69289]: value = "vm-654631" [ 1074.392652] env[69289]: _type = "VirtualMachine" [ 1074.392652] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1074.393215] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3c49c21-5c91-46bf-bbde-912cde9206a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.399337] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease: (returnval){ [ 1074.399337] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521d0203-6679-6ec2-30b2-46a5d48b9319" [ 1074.399337] env[69289]: _type = "HttpNfcLease" [ 1074.399337] env[69289]: } obtained for exporting VM: (result){ [ 1074.399337] env[69289]: value = "vm-654631" [ 1074.399337] env[69289]: _type = "VirtualMachine" [ 1074.399337] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1074.399589] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the lease: (returnval){ [ 1074.399589] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521d0203-6679-6ec2-30b2-46a5d48b9319" [ 1074.399589] env[69289]: _type = "HttpNfcLease" [ 1074.399589] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1074.412250] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.412250] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521d0203-6679-6ec2-30b2-46a5d48b9319" [ 1074.412250] env[69289]: _type = "HttpNfcLease" [ 1074.412250] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1074.535195] env[69289]: DEBUG nova.network.neutron [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [{"id": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "address": "fa:16:3e:50:8e:45", "network": {"id": "2874df71-69c6-4b17-bb4b-ee76ccf41e46", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1472107438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e4bc22d09494609917c98e8c71c1364", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7b7e9b-c6", "ovs_interfaceid": "bf7b7e9b-c604-488d-85aa-e52c68ffdf06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.610800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.611384] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.640800] env[69289]: INFO nova.compute.manager [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Took 19.58 seconds to build instance. [ 1074.670396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.670670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.670885] env[69289]: DEBUG nova.objects.instance [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lazy-loading 'resources' on Instance uuid 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.730602] env[69289]: DEBUG oslo_vmware.api [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277733, 'name': PowerOnVM_Task, 'duration_secs': 0.697127} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.730848] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.731061] env[69289]: INFO nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1074.731244] env[69289]: DEBUG nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.731992] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f51957-d511-468a-813d-0edba30a075e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.908321] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.908321] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521d0203-6679-6ec2-30b2-46a5d48b9319" [ 1074.908321] env[69289]: _type = "HttpNfcLease" [ 1074.908321] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1074.908625] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1074.908625] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521d0203-6679-6ec2-30b2-46a5d48b9319" [ 1074.908625] env[69289]: _type = "HttpNfcLease" [ 1074.908625] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1074.909461] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d714e069-324b-4796-89f2-4446c82ada76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.916659] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1074.916979] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1074.972615] env[69289]: DEBUG oslo_concurrency.lockutils [None req-87981c69-d1f3-4f71-bb8b-ae1c375de0b3 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.318s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.038272] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Releasing lock "refresh_cache-ef077141-c8ec-4f6d-b7ec-703bc603c2af" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.038533] env[69289]: DEBUG nova.objects.instance [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lazy-loading 'migration_context' on Instance uuid ef077141-c8ec-4f6d-b7ec-703bc603c2af {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.116433] env[69289]: DEBUG nova.compute.utils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.117883] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.118023] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.142775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-004e982a-9968-4d10-9c54-5f87c7a85f48 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.093s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.156176] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32a6c6de-35a5-4dfe-94ac-6fd7c84d5d3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.159590] env[69289]: DEBUG nova.policy [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.252341] env[69289]: INFO nova.compute.manager [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Took 17.37 seconds to build instance. [ 1075.377775] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194dda71-3f49-4289-918e-8915d3c461d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.385932] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7ee5bb-2638-4c1a-963b-d9970c4eea8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.420654] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5088da-3a43-4259-82f4-68ec3a31c632 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.426885] env[69289]: DEBUG nova.compute.manager [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Received event network-changed-eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.427088] env[69289]: DEBUG nova.compute.manager [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Refreshing instance network info cache due to event network-changed-eb897a37-a006-421f-8d77-3407e674ca03. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.427315] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] Acquiring lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.427459] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] Acquired lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.427664] env[69289]: DEBUG nova.network.neutron [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Refreshing network info cache for port eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.433159] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27efce8a-1996-4c3c-9705-1da7a35eedfe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.449429] env[69289]: DEBUG nova.compute.provider_tree [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.482599] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Successfully created port: 2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.542774] env[69289]: DEBUG nova.objects.base [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1075.543819] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18098236-8f7c-441d-b96a-65ae429a5823 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.565217] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e949769-b4c0-4751-8ecf-440cacdfe527 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.572699] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1075.572699] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525f6e5e-b416-2c02-36ae-7dd19d52f63e" [ 1075.572699] env[69289]: _type = "Task" [ 1075.572699] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.581120] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525f6e5e-b416-2c02-36ae-7dd19d52f63e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.621541] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.755044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f889edeb-3ab0-4b10-b7f9-d2591bafe829 tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.876s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.952576] env[69289]: DEBUG nova.scheduler.client.report [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.084593] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525f6e5e-b416-2c02-36ae-7dd19d52f63e, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.088293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.215126] env[69289]: DEBUG nova.network.neutron [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updated VIF entry in instance network info cache for port eb897a37-a006-421f-8d77-3407e674ca03. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.215704] env[69289]: DEBUG nova.network.neutron [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updating instance_info_cache with network_info: [{"id": "eb897a37-a006-421f-8d77-3407e674ca03", "address": "fa:16:3e:07:d2:0b", "network": {"id": "64345ae9-cfa3-4bcd-b882-613f81868f35", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1181499112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfecb61dff5471eab94f21c783bd2fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb897a37-a0", "ovs_interfaceid": "eb897a37-a006-421f-8d77-3407e674ca03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.243239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.243583] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.243836] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.244116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.244309] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.247189] env[69289]: INFO nova.compute.manager [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Terminating instance [ 1076.457795] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.460901] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.373s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.488716] env[69289]: INFO nova.scheduler.client.report [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Deleted allocations for instance 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39 [ 1076.493704] env[69289]: INFO nova.compute.manager [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Rebuilding instance [ 1076.551768] env[69289]: DEBUG nova.compute.manager [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.552867] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68ffad8-861f-45e6-b7e1-7fdbffc7765f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.636051] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.661570] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.661991] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.662329] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.662651] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.662947] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.663286] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.663776] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.664092] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.664422] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.664797] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.665114] env[69289]: DEBUG nova.virt.hardware [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.667339] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9bc03c-04f5-49cf-a7bb-22dcf011d682 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.679759] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4bf562-e0ed-4349-8ef1-a12f7b534f8f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.718644] env[69289]: DEBUG oslo_concurrency.lockutils [req-a99ae6f9-cccd-4a71-b8d8-a026f049f4a3 req-41271a17-0514-4da9-b97e-0bcd3563ea23 service nova] Releasing lock "refresh_cache-46ad20cb-aee7-4914-993b-3c6cb84a4d81" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.751355] env[69289]: DEBUG nova.compute.manager [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.751584] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.752544] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdffba58-9f4e-4500-ac9d-b7596e88ac42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.759868] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.760183] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1e14aad-c2d8-4cce-95e9-900df2c39f1e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.766338] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1076.766338] env[69289]: value = "task-3277735" [ 1076.766338] env[69289]: _type = "Task" [ 1076.766338] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.774413] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.997054] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Successfully updated port: 2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.998518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-833a8ebd-1a6e-44f3-b7d4-0c993e3f6c50 tempest-ServersNegativeTestJSON-113822541 tempest-ServersNegativeTestJSON-113822541-project-member] Lock "44e3397c-ddbb-4aa7-8bff-2951b5b4bd39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.024209] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.024643] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.025510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.025510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.025510] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.027980] env[69289]: INFO nova.compute.manager [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Terminating instance [ 1077.157362] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9890cb-6eb1-4c8d-858c-138788907edd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.164976] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c53a70-cf8a-475e-860f-3209bbc6427d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194962] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fabd836-2f56-42da-854d-bf98cd17a497 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.204156] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00836795-c563-43e4-afe9-e53b4559877b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.218816] env[69289]: DEBUG nova.compute.provider_tree [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.277376] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277735, 'name': PowerOffVM_Task, 'duration_secs': 0.310777} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.277721] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.277909] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.278181] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c92dc3b-d851-431f-8e16-e68e7cc27a1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.344905] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.345234] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.345492] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleting the datastore file [datastore2] eccb563c-de39-40d7-9a6e-f15295f14700 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.345831] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dd5381d-0f82-4a95-83ed-94961cdcc4fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.368497] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1077.368497] env[69289]: value = "task-3277737" [ 1077.368497] env[69289]: _type = "Task" [ 1077.368497] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.377296] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.506560] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.506560] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.506560] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.533225] env[69289]: DEBUG nova.compute.manager [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.533367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.534621] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a5594c-0626-481b-8305-c72b4b968f10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.544114] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.544563] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef3904df-e8b4-42ac-9739-2a050085fb93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.555343] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1077.555343] env[69289]: value = "task-3277738" [ 1077.555343] env[69289]: _type = "Task" [ 1077.555343] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.565936] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.569946] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.570435] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1cc26d-c59b-4039-914f-1e7b8859cddf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.578446] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1077.578446] env[69289]: value = "task-3277739" [ 1077.578446] env[69289]: _type = "Task" [ 1077.578446] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.589250] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.681731] env[69289]: DEBUG nova.compute.manager [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-plugged-2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.682248] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.682342] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.682511] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.682731] env[69289]: DEBUG nova.compute.manager [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] No waiting events found dispatching network-vif-plugged-2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.682984] env[69289]: WARNING nova.compute.manager [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received unexpected event network-vif-plugged-2c6313c0-0890-4700-817c-d5d07676d0cc for instance with vm_state building and task_state spawning. [ 1077.683206] env[69289]: DEBUG nova.compute.manager [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-changed-2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.683350] env[69289]: DEBUG nova.compute.manager [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing instance network info cache due to event network-changed-2c6313c0-0890-4700-817c-d5d07676d0cc. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.683515] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.722028] env[69289]: DEBUG nova.scheduler.client.report [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.879827] env[69289]: DEBUG oslo_vmware.api [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252548} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.880125] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.880349] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.880532] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.880706] env[69289]: INFO nova.compute.manager [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1077.881044] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.881272] env[69289]: DEBUG nova.compute.manager [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.881379] env[69289]: DEBUG nova.network.neutron [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.054766] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.066293] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277738, 'name': PowerOffVM_Task, 'duration_secs': 0.405813} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.066554] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.066719] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.066976] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-386723f4-d2fd-4e40-938e-7ce132f85a9f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.087126] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277739, 'name': PowerOffVM_Task, 'duration_secs': 0.14743} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.087394] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.088278] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.088908] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57967971-ff5a-4067-9763-1518e7c960a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.095661] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.095927] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea04b5b3-0df7-4ea5-a60b-5999c300d7a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.119198] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.119447] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.119653] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Deleting the datastore file [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.119936] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702e9405-565e-4211-a586-54393539ddcd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.125507] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.125698] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.125894] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleting the datastore file [datastore1] 7b0186fa-b209-4e43-ab89-7216b00de6f3 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.126186] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6536535-b235-4963-9af1-56d7534b788b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.129150] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1078.129150] env[69289]: value = "task-3277742" [ 1078.129150] env[69289]: _type = "Task" [ 1078.129150] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.133743] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for the task: (returnval){ [ 1078.133743] env[69289]: value = "task-3277743" [ 1078.133743] env[69289]: _type = "Task" [ 1078.133743] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.141012] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.146018] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.353498] env[69289]: DEBUG nova.network.neutron [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.644432] env[69289]: DEBUG oslo_vmware.api [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Task: {'id': task-3277743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310568} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.648057] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.648265] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.648655] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.648851] env[69289]: INFO nova.compute.manager [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1078.649130] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.649525] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210726} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.650081] env[69289]: DEBUG nova.compute.manager [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.650185] env[69289]: DEBUG nova.network.neutron [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.652195] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.652382] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.652590] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.736499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.276s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.857557] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.861019] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Instance network_info: |[{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.861019] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.861019] env[69289]: DEBUG nova.network.neutron [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing network info cache for port 2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.862134] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:7c:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c6313c0-0890-4700-817c-d5d07676d0cc', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.876985] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.878428] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.878715] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf3df61e-3b7d-4f9f-83e1-cba1005a1824 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.905020] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.905020] env[69289]: value = "task-3277744" [ 1078.905020] env[69289]: _type = "Task" [ 1078.905020] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.914940] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277744, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.007287] env[69289]: DEBUG nova.network.neutron [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.327631] env[69289]: INFO nova.scheduler.client.report [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocation for migration 1086a5f2-f7ee-4ab0-a4d7-7b1d27d9d993 [ 1079.412677] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277744, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.515787] env[69289]: INFO nova.compute.manager [-] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Took 1.63 seconds to deallocate network for instance. [ 1079.559854] env[69289]: DEBUG nova.network.neutron [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.618583] env[69289]: DEBUG nova.network.neutron [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updated VIF entry in instance network info cache for port 2c6313c0-0890-4700-817c-d5d07676d0cc. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.618716] env[69289]: DEBUG nova.network.neutron [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.688137] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.688391] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.688539] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.688716] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.688879] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.688995] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.689222] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.689369] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.689530] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.689688] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.689860] env[69289]: DEBUG nova.virt.hardware [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.691168] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaafdb08-584b-4d6c-82d6-13175be1aeba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.699229] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ad5be9-9902-4c70-9bbf-70c6a09d7ab6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.715189] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.720841] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.722202] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.723693] env[69289]: DEBUG nova.compute.manager [req-b50000c0-059f-40e5-a926-4ae824b0b9d4 req-40edcbfd-1172-4e03-ada6-8cb97f80dbe1 service nova] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Received event network-vif-deleted-d7adf703-ab5c-4f18-ac0e-5da7e446d15c {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.723969] env[69289]: DEBUG nova.compute.manager [req-b50000c0-059f-40e5-a926-4ae824b0b9d4 req-40edcbfd-1172-4e03-ada6-8cb97f80dbe1 service nova] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Received event network-vif-deleted-135bceac-832a-4ffc-8554-e4950be54561 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.724574] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df120e79-b624-4acf-a27c-748d45ae6f84 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.744993] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.744993] env[69289]: value = "task-3277745" [ 1079.744993] env[69289]: _type = "Task" [ 1079.744993] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.753271] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277745, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.836312] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.213s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.913110] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277744, 'name': CreateVM_Task, 'duration_secs': 0.980589} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.913293] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.914021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.914222] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.914546] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.914819] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e6a8ef-5795-4c6d-ab2f-cc94f7198553 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.920098] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1079.920098] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a1df5f-a814-f933-9528-3977d89c2897" [ 1079.920098] env[69289]: _type = "Task" [ 1079.920098] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.928494] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a1df5f-a814-f933-9528-3977d89c2897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.022892] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.023234] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.024042] env[69289]: DEBUG nova.objects.instance [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'resources' on Instance uuid eccb563c-de39-40d7-9a6e-f15295f14700 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.062356] env[69289]: INFO nova.compute.manager [-] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Took 1.41 seconds to deallocate network for instance. [ 1080.121584] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cd6adff-90e9-4472-b77c-749bc1b3639a req-20a20ce9-22b3-4068-8385-5bba6701f523 service nova] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.256254] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277745, 'name': CreateVM_Task, 'duration_secs': 0.316553} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.256527] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.256993] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.433603] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a1df5f-a814-f933-9528-3977d89c2897, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.434043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.434365] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.434652] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.434840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435096] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.435452] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.435833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.436215] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4c1c9cc-dbe7-4222-9da3-659f078f3191 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.438395] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b3ef08-63be-4bcd-86fd-a7ca65354675 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.444040] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1080.444040] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a0cce5-4f6e-07bb-c278-c0e1864e746c" [ 1080.444040] env[69289]: _type = "Task" [ 1080.444040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.448519] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.448729] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.449909] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73cc6985-ca36-427b-a97c-7a56aacfa863 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.455156] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a0cce5-4f6e-07bb-c278-c0e1864e746c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.458566] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1080.458566] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529b8b13-64b6-b004-5f9d-89216fb0a394" [ 1080.458566] env[69289]: _type = "Task" [ 1080.458566] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.467493] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b8b13-64b6-b004-5f9d-89216fb0a394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.570088] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.703198] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c3a561-ae1b-41b5-8f08-40129d120309 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.714841] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28efb5b4-a5d0-44df-bc8e-c283fb470529 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.746694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f4400e-9e82-4dfd-a3ec-e414b4f03ab3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.755508] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d65e2-de3a-413a-bdfa-550dd4a7d2b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.770639] env[69289]: DEBUG nova.compute.provider_tree [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.955308] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a0cce5-4f6e-07bb-c278-c0e1864e746c, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.956251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.956251] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.956251] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.969940] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529b8b13-64b6-b004-5f9d-89216fb0a394, 'name': SearchDatastore_Task, 'duration_secs': 0.012623} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.970740] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292bf4e9-b872-4a1b-be55-5acd34102d3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.976698] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1080.976698] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52587594-6bf1-a5d3-253e-b431fe1a988f" [ 1080.976698] env[69289]: _type = "Task" [ 1080.976698] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.985404] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52587594-6bf1-a5d3-253e-b431fe1a988f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.159284] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.159613] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.159886] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.160136] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.160371] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.162763] env[69289]: INFO nova.compute.manager [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Terminating instance [ 1081.274405] env[69289]: DEBUG nova.scheduler.client.report [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.492572] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52587594-6bf1-a5d3-253e-b431fe1a988f, 'name': SearchDatastore_Task, 'duration_secs': 0.019709} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.492917] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.493194] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 376a8246-2360-426c-bac2-099e399dc262/376a8246-2360-426c-bac2-099e399dc262.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.493932] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.493932] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.494307] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8386dfc3-4680-48c8-923e-23633b6558fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.496351] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db53adc5-d573-4379-898f-4473810a9780 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.506999] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1081.506999] env[69289]: value = "task-3277746" [ 1081.506999] env[69289]: _type = "Task" [ 1081.506999] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.509461] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.509684] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.513714] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204ac997-0d18-46af-afa1-cd0262cfe9a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.524314] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.525365] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1081.525365] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528ce13e-561c-14eb-d275-dc4538ff75de" [ 1081.525365] env[69289]: _type = "Task" [ 1081.525365] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.534603] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528ce13e-561c-14eb-d275-dc4538ff75de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.667528] env[69289]: DEBUG nova.compute.manager [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.667528] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.668251] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e613a749-6bbf-4f87-8383-20df4a7a7b86 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.678296] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.678296] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c7ebc9a-dbb6-4246-b8a7-bfc9b9205b5f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.701997] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1081.701997] env[69289]: value = "task-3277747" [ 1081.701997] env[69289]: _type = "Task" [ 1081.701997] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.719288] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.783022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.783983] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.214s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.784487] env[69289]: DEBUG nova.objects.instance [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lazy-loading 'resources' on Instance uuid 7b0186fa-b209-4e43-ab89-7216b00de6f3 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.818329] env[69289]: INFO nova.scheduler.client.report [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted allocations for instance eccb563c-de39-40d7-9a6e-f15295f14700 [ 1082.021210] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511999} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.021541] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 376a8246-2360-426c-bac2-099e399dc262/376a8246-2360-426c-bac2-099e399dc262.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.021759] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.022029] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3147d223-4fc6-4edd-a310-9cb905c7ba38 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.033674] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1082.033674] env[69289]: value = "task-3277748" [ 1082.033674] env[69289]: _type = "Task" [ 1082.033674] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.045034] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528ce13e-561c-14eb-d275-dc4538ff75de, 'name': SearchDatastore_Task, 'duration_secs': 0.013784} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.048383] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.048942] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e64a69d-1009-4e77-bb36-73f5c7e3127a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.055945] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1082.055945] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5256b016-d3af-3a82-064a-63d6df6c3391" [ 1082.055945] env[69289]: _type = "Task" [ 1082.055945] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.066293] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5256b016-d3af-3a82-064a-63d6df6c3391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.214609] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277747, 'name': PowerOffVM_Task, 'duration_secs': 0.379309} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.214953] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.215259] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.215548] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffd0f041-e7bd-40f4-9383-6f7d410f6d49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.285589] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.285847] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.286052] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleting the datastore file [datastore2] ef077141-c8ec-4f6d-b7ec-703bc603c2af {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.286331] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-550eca47-c0b6-4d86-9f4a-81830f8fadea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.297438] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for the task: (returnval){ [ 1082.297438] env[69289]: value = "task-3277750" [ 1082.297438] env[69289]: _type = "Task" [ 1082.297438] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.305482] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.336278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82942291-9c06-4412-9330-dc42f1ca1453 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "eccb563c-de39-40d7-9a6e-f15295f14700" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.093s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.466458] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b2aae4-9d8e-462d-a950-79696c274882 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.474775] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9185d9-ba6e-4597-bbcb-c486a7cc804e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.508939] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e0f5f0-cf49-43f6-b017-910348f2d478 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.518532] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720948c3-0f7a-4f31-97e2-1cf00ea696d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.540232] env[69289]: DEBUG nova.compute.provider_tree [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.550696] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073477} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.550994] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.551961] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be0cb7-ace8-4f68-888c-a17ac668b6f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.578364] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 376a8246-2360-426c-bac2-099e399dc262/376a8246-2360-426c-bac2-099e399dc262.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.581396] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32cfc1a2-8da0-4b42-bfa9-04b09e4f6c3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.597703] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5256b016-d3af-3a82-064a-63d6df6c3391, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.598377] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.598653] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.598966] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a37f346e-d668-4eb2-a0cc-5212d91cf8d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.606830] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1082.606830] env[69289]: value = "task-3277752" [ 1082.606830] env[69289]: _type = "Task" [ 1082.606830] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.608267] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1082.608267] env[69289]: value = "task-3277751" [ 1082.608267] env[69289]: _type = "Task" [ 1082.608267] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.623343] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.623594] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.814319] env[69289]: DEBUG oslo_vmware.api [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Task: {'id': task-3277750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178103} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.814657] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.814799] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.815022] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.818563] env[69289]: INFO nova.compute.manager [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1082.818563] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.818563] env[69289]: DEBUG nova.compute.manager [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.818563] env[69289]: DEBUG nova.network.neutron [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.048128] env[69289]: DEBUG nova.scheduler.client.report [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.134191] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.135202] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277751, 'name': ReconfigVM_Task, 'duration_secs': 0.324104} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.135412] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 376a8246-2360-426c-bac2-099e399dc262/376a8246-2360-426c-bac2-099e399dc262.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.136049] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10a5ed40-61d9-4db6-93a6-b2dc10aa70b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.148583] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1083.148583] env[69289]: value = "task-3277753" [ 1083.148583] env[69289]: _type = "Task" [ 1083.148583] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.158910] env[69289]: DEBUG nova.compute.manager [req-4232acdb-f4b6-4ba0-8b6a-2cff42a33b70 req-d65c4a47-6d59-479b-92ed-1b7e3f5bee55 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Received event network-vif-deleted-bf7b7e9b-c604-488d-85aa-e52c68ffdf06 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.158910] env[69289]: INFO nova.compute.manager [req-4232acdb-f4b6-4ba0-8b6a-2cff42a33b70 req-d65c4a47-6d59-479b-92ed-1b7e3f5bee55 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Neutron deleted interface bf7b7e9b-c604-488d-85aa-e52c68ffdf06; detaching it from the instance and deleting it from the info cache [ 1083.159819] env[69289]: DEBUG nova.network.neutron [req-4232acdb-f4b6-4ba0-8b6a-2cff42a33b70 req-d65c4a47-6d59-479b-92ed-1b7e3f5bee55 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.170375] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277753, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.560848] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.586536] env[69289]: INFO nova.scheduler.client.report [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Deleted allocations for instance 7b0186fa-b209-4e43-ab89-7216b00de6f3 [ 1083.613019] env[69289]: DEBUG nova.network.neutron [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.631697] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651816} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.632126] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.632462] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.632856] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83ac7ec2-7bb6-4cf2-9ab7-9e40f923b8a0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.644650] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1083.644650] env[69289]: value = "task-3277754" [ 1083.644650] env[69289]: _type = "Task" [ 1083.644650] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.658715] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.662607] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277753, 'name': Rename_Task, 'duration_secs': 0.203307} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.662827] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c62ee00-e010-403f-ac6d-ac4d296b5c77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.664749] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.664994] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c3bbcd-6e96-4146-9eb5-d070f35e2b8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.675323] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d368a1d7-336f-4c97-bb74-c7c52c3afd8d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.689417] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1083.689417] env[69289]: value = "task-3277755" [ 1083.689417] env[69289]: _type = "Task" [ 1083.689417] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.704555] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277755, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.717072] env[69289]: DEBUG nova.compute.manager [req-4232acdb-f4b6-4ba0-8b6a-2cff42a33b70 req-d65c4a47-6d59-479b-92ed-1b7e3f5bee55 service nova] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Detach interface failed, port_id=bf7b7e9b-c604-488d-85aa-e52c68ffdf06, reason: Instance ef077141-c8ec-4f6d-b7ec-703bc603c2af could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.727023] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.727925] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37df7945-6505-467c-bf9d-329582c1a968 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.734621] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.734804] env[69289]: ERROR oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk due to incomplete transfer. [ 1083.735055] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b612749-b83c-4260-bb86-dfcfd7c246e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.746210] env[69289]: DEBUG oslo_vmware.rw_handles [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528927d5-4e80-14f6-bac1-467d041d4088/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1083.746416] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploaded image 08f514be-42a0-4174-b0c1-910fff5d471d to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1083.748935] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1083.749333] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc7204b0-3e6e-4d67-9fb8-9a91de70cc37 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.756751] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1083.756751] env[69289]: value = "task-3277756" [ 1083.756751] env[69289]: _type = "Task" [ 1083.756751] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.766027] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277756, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.095099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-21f6d7d8-5b7b-4d36-bf01-64fff21a4550 tempest-ServerDiskConfigTestJSON-754613068 tempest-ServerDiskConfigTestJSON-754613068-project-member] Lock "7b0186fa-b209-4e43-ab89-7216b00de6f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.070s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.116800] env[69289]: INFO nova.compute.manager [-] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Took 1.30 seconds to deallocate network for instance. [ 1084.156422] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077889} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.158473] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.160157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4544b2c-32ec-40ba-a03c-5ecdf2f8ad96 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.183165] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.183998] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159b4be3-5456-4a4f-a2e3-217e5849e401 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.218305] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.219721] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1084.219721] env[69289]: value = "task-3277757" [ 1084.219721] env[69289]: _type = "Task" [ 1084.219721] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.229789] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277757, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.268105] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277756, 'name': Destroy_Task, 'duration_secs': 0.375262} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.268395] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroyed the VM [ 1084.268639] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.268962] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f3f2a0c-6944-4973-90fb-65996ad67701 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.278224] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1084.278224] env[69289]: value = "task-3277758" [ 1084.278224] env[69289]: _type = "Task" [ 1084.278224] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.288680] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277758, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.430598] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.430839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.628064] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.628432] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.628679] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.651920] env[69289]: INFO nova.scheduler.client.report [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Deleted allocations for instance ef077141-c8ec-4f6d-b7ec-703bc603c2af [ 1084.716017] env[69289]: DEBUG oslo_vmware.api [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277755, 'name': PowerOnVM_Task, 'duration_secs': 0.655771} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.716228] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.716431] env[69289]: INFO nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1084.716608] env[69289]: DEBUG nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.717788] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03101e45-b18a-407f-968a-892eb59c0b14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.738180] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277757, 'name': ReconfigVM_Task, 'duration_secs': 0.486518} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.738465] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec/c507b53c-d966-41b5-94e7-5324842ae8ec.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.739095] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0d2d382-7942-4549-93d9-7699197617b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.747405] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1084.747405] env[69289]: value = "task-3277759" [ 1084.747405] env[69289]: _type = "Task" [ 1084.747405] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.756951] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277759, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.789510] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277758, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.933991] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.102812] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.103117] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.105524] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.105803] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.161799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f8afe899-4733-48fb-a9da-931d40577392 tempest-DeleteServersTestJSON-226169739 tempest-DeleteServersTestJSON-226169739-project-member] Lock "ef077141-c8ec-4f6d-b7ec-703bc603c2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.002s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.255460] env[69289]: INFO nova.compute.manager [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Took 12.98 seconds to build instance. [ 1085.262666] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277759, 'name': Rename_Task, 'duration_secs': 0.269903} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.262988] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.263209] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58515a0-38b5-435b-a76d-956a3c84b995 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.272293] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1085.272293] env[69289]: value = "task-3277760" [ 1085.272293] env[69289]: _type = "Task" [ 1085.272293] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.281328] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.293257] env[69289]: DEBUG oslo_vmware.api [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277758, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750382} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.293618] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.293924] env[69289]: INFO nova.compute.manager [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 15.55 seconds to snapshot the instance on the hypervisor. [ 1085.460915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.461163] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.462739] env[69289]: INFO nova.compute.claims [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.606393] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.612279] env[69289]: DEBUG nova.compute.utils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.758275] env[69289]: DEBUG oslo_concurrency.lockutils [None req-908c1eef-a3f2-45b0-b23a-0b157d3e481c tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.496s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.786172] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.847574] env[69289]: DEBUG nova.compute.manager [None req-783e349c-7c7e-4ba3-bb6d-50bdbb56716f tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Found 2 images (rotation: 2) {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1086.119467] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.138708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.290905] env[69289]: DEBUG oslo_vmware.api [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277760, 'name': PowerOnVM_Task, 'duration_secs': 0.676715} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.290905] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.290905] env[69289]: DEBUG nova.compute.manager [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.291509] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ccb976-36bc-4f26-8e37-84c6f487ad41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.482077] env[69289]: DEBUG nova.compute.manager [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-changed-2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.482187] env[69289]: DEBUG nova.compute.manager [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing instance network info cache due to event network-changed-2c6313c0-0890-4700-817c-d5d07676d0cc. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.482628] env[69289]: DEBUG oslo_concurrency.lockutils [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.482628] env[69289]: DEBUG oslo_concurrency.lockutils [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.482739] env[69289]: DEBUG nova.network.neutron [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing network info cache for port 2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.687844] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a5401e-0473-4496-a674-f40e359fc79f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.700498] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa163b04-574a-4519-b473-1d8344652ab3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.736299] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1dc13f-71ce-493e-9184-45c3fcb4a15c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.748254] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c984e8-58fd-4c31-aa7d-55c4a400ddff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.763772] env[69289]: DEBUG nova.compute.provider_tree [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.815053] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.956600] env[69289]: DEBUG nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.958088] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76360446-a572-432e-a8eb-d0134512d865 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.183153] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.183623] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.183944] env[69289]: INFO nova.compute.manager [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Attaching volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 to /dev/sdb [ 1087.225718] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56525e3-2dd0-4732-8901-f93b3a077102 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.233991] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dcfb7e-eb90-4dba-b534-72c04217557b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.237442] env[69289]: DEBUG nova.network.neutron [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updated VIF entry in instance network info cache for port 2c6313c0-0890-4700-817c-d5d07676d0cc. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.237782] env[69289]: DEBUG nova.network.neutron [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.252423] env[69289]: DEBUG nova.virt.block_device [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating existing volume attachment record: 88fd90e3-954c-4f83-8389-05db0fe916b5 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.268644] env[69289]: DEBUG nova.scheduler.client.report [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.474976] env[69289]: INFO nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] instance snapshotting [ 1087.475676] env[69289]: DEBUG nova.objects.instance [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.505424] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "c507b53c-d966-41b5-94e7-5324842ae8ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.505703] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.505914] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "c507b53c-d966-41b5-94e7-5324842ae8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.506116] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.506292] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.508793] env[69289]: INFO nova.compute.manager [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Terminating instance [ 1087.741071] env[69289]: DEBUG oslo_concurrency.lockutils [req-98cc166f-7379-4182-8474-985b1176dc2a req-6202a353-43cf-4b5a-b2aa-064774baf689 service nova] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.773316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.773850] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.776635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.638s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.778812] env[69289]: INFO nova.compute.claims [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.982067] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52870917-1788-40a6-90fd-9db2319a2ff8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.007024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c895dec-23dd-4861-9f04-0fbc2fcc94d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.012355] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "refresh_cache-c507b53c-d966-41b5-94e7-5324842ae8ec" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.012537] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquired lock "refresh_cache-c507b53c-d966-41b5-94e7-5324842ae8ec" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.012724] env[69289]: DEBUG nova.network.neutron [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.283132] env[69289]: DEBUG nova.compute.utils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.287345] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.287638] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.377380] env[69289]: DEBUG nova.policy [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e94e04414fb47519c2834fb8fba98e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9606e9797cf429e98a30d0a07852924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.522750] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1088.523459] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0d09aef-dee4-455c-a460-f6a91b548ece {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.534400] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1088.534400] env[69289]: value = "task-3277765" [ 1088.534400] env[69289]: _type = "Task" [ 1088.534400] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.543809] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.563476] env[69289]: DEBUG nova.network.neutron [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.730149] env[69289]: DEBUG nova.network.neutron [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.788246] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.947737] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4039da7f-0ccc-4033-b100-83eab61621cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.956322] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447f849-08f5-44bc-a9b3-89bbee831062 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.997059] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb63089-0e17-4eca-916d-49e19443e610 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.006349] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8535b618-c9ce-4c95-a189-22a1fefb9b46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.022318] env[69289]: DEBUG nova.compute.provider_tree [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.046455] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.152188] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Successfully created port: ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.239025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Releasing lock "refresh_cache-c507b53c-d966-41b5-94e7-5324842ae8ec" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.239696] env[69289]: DEBUG nova.compute.manager [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.239935] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.240828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abb595d-41a0-4f97-8e4f-6d0d767f3429 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.252987] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.253104] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a45837c-e5bd-46f1-bc1e-3a37f97d26b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.262677] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1089.262677] env[69289]: value = "task-3277766" [ 1089.262677] env[69289]: _type = "Task" [ 1089.262677] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.273659] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.527663] env[69289]: DEBUG nova.scheduler.client.report [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.546820] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277765, 'name': CreateSnapshot_Task, 'duration_secs': 0.522703} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.546997] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1089.550292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62cc4d-705e-45d8-8c90-6355aa7b9cd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.776529] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277766, 'name': PowerOffVM_Task, 'duration_secs': 0.224979} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.777560] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.778009] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.778502] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99cf9138-ed1c-4aaa-81ca-96c611bca0f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.805812] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.816411] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.816411] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.816411] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Deleting the datastore file [datastore1] c507b53c-d966-41b5-94e7-5324842ae8ec {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.816411] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888a5d89-26f4-414b-bf35-a614e2ef13aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.826027] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for the task: (returnval){ [ 1089.826027] env[69289]: value = "task-3277769" [ 1089.826027] env[69289]: _type = "Task" [ 1089.826027] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.838981] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.848450] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.849212] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.849848] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.849848] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.853794] env[69289]: DEBUG nova.virt.hardware [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.853794] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268977aa-1e2c-4be4-9986-b846ee047f99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.863583] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5417a31a-e38a-4a3a-b583-1276d95c07ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.036021] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.036021] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.038367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.226s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.038738] env[69289]: DEBUG nova.objects.instance [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1090.071156] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.071661] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f6e817ef-4bc5-4c97-a7fa-1db833e149df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.083155] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1090.083155] env[69289]: value = "task-3277770" [ 1090.083155] env[69289]: _type = "Task" [ 1090.083155] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.093144] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277770, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.339042] env[69289]: DEBUG oslo_vmware.api [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Task: {'id': task-3277769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113763} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.339388] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.339623] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.339826] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.340046] env[69289]: INFO nova.compute.manager [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1090.340326] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.340534] env[69289]: DEBUG nova.compute.manager [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.340646] env[69289]: DEBUG nova.network.neutron [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.360832] env[69289]: DEBUG nova.network.neutron [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.541134] env[69289]: DEBUG nova.compute.utils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.542798] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.543009] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.594246] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277770, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.625076] env[69289]: DEBUG nova.policy [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d67ad14a8d64fcf92cdd3a3d0d553b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '474e89ec88c94133a056025a42bad430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.863752] env[69289]: DEBUG nova.network.neutron [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.942242] env[69289]: DEBUG nova.compute.manager [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.942459] env[69289]: DEBUG oslo_concurrency.lockutils [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.942670] env[69289]: DEBUG oslo_concurrency.lockutils [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.942841] env[69289]: DEBUG oslo_concurrency.lockutils [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.943075] env[69289]: DEBUG nova.compute.manager [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] No waiting events found dispatching network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.943875] env[69289]: WARNING nova.compute.manager [req-64494da1-5946-42ec-baf8-95fde5b94bdc req-ee89d612-cfa0-4a5b-884c-675e3e5ad62d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received unexpected event network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 for instance with vm_state building and task_state spawning. [ 1091.055390] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.056063] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3852de23-afb2-4d5f-8128-f5f9e63107fa tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.096386] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277770, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.123897] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Successfully updated port: ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.135172] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Successfully created port: 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.366767] env[69289]: INFO nova.compute.manager [-] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Took 1.03 seconds to deallocate network for instance. [ 1091.600788] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277770, 'name': CloneVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.626177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.626177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.626254] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.806505] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1091.806750] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1091.807659] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb028b-defa-4dd7-b2b1-d7c02dc2c59e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.831074] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973efbe9-501e-43b3-815c-f80e81464342 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.862018] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.862371] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab121d8a-c2de-40d8-ba33-c404ca214c43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.876712] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.877449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.877753] env[69289]: DEBUG nova.objects.instance [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lazy-loading 'resources' on Instance uuid c507b53c-d966-41b5-94e7-5324842ae8ec {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.882326] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1091.882326] env[69289]: value = "task-3277771" [ 1091.882326] env[69289]: _type = "Task" [ 1091.882326] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.894386] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.064116] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.101590] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277770, 'name': CloneVM_Task, 'duration_secs': 1.568657} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.103774] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.103998] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.104174] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.104362] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.104508] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.104666] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.104890] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.105402] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.105612] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.105791] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.105968] env[69289]: DEBUG nova.virt.hardware [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.106588] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Created linked-clone VM from snapshot [ 1092.107683] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c4c5d8-b66d-4e15-b30d-54aaf252324a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.111965] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca2067-20e5-451d-994e-6d6908b20bcd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.125878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ced7b-d008-45d8-b790-637b4edd6258 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.130685] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploading image 6cdad04a-4629-4326-91c8-761df851ba6d {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.163869] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1092.163869] env[69289]: value = "vm-654637" [ 1092.163869] env[69289]: _type = "VirtualMachine" [ 1092.163869] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1092.164195] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d635fa82-7ac4-4359-867f-0c23ae7f9c6b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.173089] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease: (returnval){ [ 1092.173089] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52188486-3beb-14a1-5f6b-483b8e318c8a" [ 1092.173089] env[69289]: _type = "HttpNfcLease" [ 1092.173089] env[69289]: } obtained for exporting VM: (result){ [ 1092.173089] env[69289]: value = "vm-654637" [ 1092.173089] env[69289]: _type = "VirtualMachine" [ 1092.173089] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1092.173390] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the lease: (returnval){ [ 1092.173390] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52188486-3beb-14a1-5f6b-483b8e318c8a" [ 1092.173390] env[69289]: _type = "HttpNfcLease" [ 1092.173390] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1092.181720] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.181720] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52188486-3beb-14a1-5f6b-483b8e318c8a" [ 1092.181720] env[69289]: _type = "HttpNfcLease" [ 1092.181720] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1092.183157] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.231047] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.231295] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.394488] env[69289]: DEBUG nova.network.neutron [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.402301] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277771, 'name': ReconfigVM_Task, 'duration_secs': 0.452163} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.402579] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.411392] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eafc3e15-bdbf-43ba-9284-9448d7832d03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.428439] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1092.428439] env[69289]: value = "task-3277773" [ 1092.428439] env[69289]: _type = "Task" [ 1092.428439] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.440405] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.603159] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c44a80-9b1f-4e10-9667-7cdb4bf2c87f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611543] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ae280-62c3-4dde-aa34-6b4ab86e5892 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.646178] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ed7b5f-4a40-4817-bbb1-c2696083556c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.654685] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39a7fed-1add-48c2-835b-cb0fd18dd0f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.669163] env[69289]: DEBUG nova.compute.provider_tree [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.683075] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1092.683075] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52188486-3beb-14a1-5f6b-483b8e318c8a" [ 1092.683075] env[69289]: _type = "HttpNfcLease" [ 1092.683075] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1092.683909] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1092.683909] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52188486-3beb-14a1-5f6b-483b8e318c8a" [ 1092.683909] env[69289]: _type = "HttpNfcLease" [ 1092.683909] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1092.684965] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd6678-11e5-4b1e-86da-e708dd242f8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.695883] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1092.695883] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1092.754699] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.761415] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Successfully updated port: 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.788971] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b10072cf-84e7-4eaa-b1f0-ce6b53561f34 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.899609] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.899609] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance network_info: |[{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.899609] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:fe:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee12a574-d887-4e59-87de-961c092ab740', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.911535] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating folder: Project (c9606e9797cf429e98a30d0a07852924). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.911633] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67f991d-21ff-491f-aa09-54036356c7e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.926574] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created folder: Project (c9606e9797cf429e98a30d0a07852924) in parent group-v654351. [ 1092.926826] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating folder: Instances. Parent ref: group-v654638. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.927121] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-870dfd5e-7bac-4630-af31-7337a4af301b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.941246] env[69289]: DEBUG oslo_vmware.api [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277773, 'name': ReconfigVM_Task, 'duration_secs': 0.152961} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.942765] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1092.948247] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created folder: Instances in parent group-v654638. [ 1092.948560] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.952026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.952026] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9551557-ddbd-4bc8-8ee5-fdbe261888d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.973375] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.973375] env[69289]: value = "task-3277776" [ 1092.973375] env[69289]: _type = "Task" [ 1092.973375] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.985078] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277776, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.994289] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-changed-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.994527] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing instance network info cache due to event network-changed-ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.997793] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.997793] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.997793] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing network info cache for port ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.172988] env[69289]: DEBUG nova.scheduler.client.report [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.267612] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.267859] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.268182] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.284169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.485072] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277776, 'name': CreateVM_Task, 'duration_secs': 0.363503} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.485383] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.486520] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.486520] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.486930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.487283] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54a724a8-1556-48e9-a1b3-a1d03abdc566 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.495907] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1093.495907] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5227ff07-ec76-dc95-33c6-4535ef0e6c2b" [ 1093.495907] env[69289]: _type = "Task" [ 1093.495907] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.509061] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5227ff07-ec76-dc95-33c6-4535ef0e6c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.678440] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.684675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.401s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.687152] env[69289]: INFO nova.compute.claims [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.719092] env[69289]: INFO nova.scheduler.client.report [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Deleted allocations for instance c507b53c-d966-41b5-94e7-5324842ae8ec [ 1093.819147] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updated VIF entry in instance network info cache for port ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.819751] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.828438] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.992922] env[69289]: DEBUG nova.objects.instance [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'flavor' on Instance uuid 1dec9f85-39e7-4c46-b082-be0e78429691 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.017339] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5227ff07-ec76-dc95-33c6-4535ef0e6c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.019126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.019126] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.024212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.024212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.024212] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.024212] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbab94e0-6acc-4c1e-aeb7-e924e2ca6a1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.036683] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.036996] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.037976] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfefe5b-d17a-491c-b92a-69268b6f409c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.047549] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1094.047549] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c0579a-e79b-4cd1-78e0-589f267d75e7" [ 1094.047549] env[69289]: _type = "Task" [ 1094.047549] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.049430] env[69289]: DEBUG nova.network.neutron [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating instance_info_cache with network_info: [{"id": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "address": "fa:16:3e:13:22:39", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3bb7bd-a9", "ovs_interfaceid": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.063119] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c0579a-e79b-4cd1-78e0-589f267d75e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.063119] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541e5271-f428-4468-92bc-9764e6388819 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.071155] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1094.071155] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523df1b4-abbc-54c1-574d-19a2eab7deb3" [ 1094.071155] env[69289]: _type = "Task" [ 1094.071155] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.083714] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523df1b4-abbc-54c1-574d-19a2eab7deb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.228930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-aabb5741-8739-49b1-99e3-50c23595fe9c tempest-ServersListShow298Test-1287223247 tempest-ServersListShow298Test-1287223247-project-member] Lock "c507b53c-d966-41b5-94e7-5324842ae8ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.723s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.327487] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.331023] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Received event network-vif-plugged-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.331288] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.331457] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Lock "61226152-ac0b-49df-924e-45a133981f18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.331650] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Lock "61226152-ac0b-49df-924e-45a133981f18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.331836] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] No waiting events found dispatching network-vif-plugged-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.332026] env[69289]: WARNING nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Received unexpected event network-vif-plugged-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 for instance with vm_state building and task_state spawning. [ 1094.332224] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Received event network-changed-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.332389] env[69289]: DEBUG nova.compute.manager [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Refreshing instance network info cache due to event network-changed-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.332560] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Acquiring lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.503915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eb502481-9db1-4e1f-9da3-b711a4faf213 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.320s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.555813] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.556228] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Instance network_info: |[{"id": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "address": "fa:16:3e:13:22:39", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3bb7bd-a9", "ovs_interfaceid": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.556736] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Acquired lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.557034] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Refreshing network info cache for port 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.558197] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:22:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a3bb7bd-a972-46cd-ba35-f12a354fc7a9', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.566061] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.567466] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.567781] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12c4ff7f-2dff-4b81-b0c8-6485e56a4247 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.593890] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523df1b4-abbc-54c1-574d-19a2eab7deb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.595326] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.595731] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.596092] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.596092] env[69289]: value = "task-3277777" [ 1094.596092] env[69289]: _type = "Task" [ 1094.596092] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.596882] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4864777-8d6b-4b8d-8796-6a4655988276 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.610028] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277777, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.611172] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1094.611172] env[69289]: value = "task-3277778" [ 1094.611172] env[69289]: _type = "Task" [ 1094.611172] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.620630] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.882481] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc8876c-61a6-4aa4-9bf9-1f4c03e75b51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.892464] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17341fc0-c684-44a5-a8ce-49a2e19440f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.929797] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6381396-ecce-48c6-986f-ef659205f7cd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.940650] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e822189f-d209-4944-8272-f9dce6c4c6c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.964382] env[69289]: DEBUG nova.compute.provider_tree [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.032288] env[69289]: INFO nova.compute.manager [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Rebuilding instance [ 1095.088783] env[69289]: DEBUG nova.compute.manager [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.090678] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4e844d-f9b0-4e48-8467-f2deae8aad6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.113060] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277777, 'name': CreateVM_Task, 'duration_secs': 0.412853} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.121038] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.121038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.121038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.121038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.121038] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b12b60-cf5c-47cd-99d8-36c50993d96e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.129051] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501965} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.129051] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.129231] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.129919] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1095.129919] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a11f1c-c532-aec1-57de-6518b9980f70" [ 1095.129919] env[69289]: _type = "Task" [ 1095.129919] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.131376] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec3da3b-5551-40fe-8348-1de011a3a778 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.143196] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a11f1c-c532-aec1-57de-6518b9980f70, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.144717] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.144952] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.145800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.145800] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.145800] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.146021] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1095.146021] env[69289]: value = "task-3277779" [ 1095.146021] env[69289]: _type = "Task" [ 1095.146021] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.146192] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ade1aa-c837-4616-a03d-1b12b918c6d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.160680] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.162954] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.163151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.164070] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ce8936-0a32-4298-8c8a-d1937788663d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.174443] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1095.174443] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f07215-ad94-09cd-10e8-23f4b34b91b1" [ 1095.174443] env[69289]: _type = "Task" [ 1095.174443] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.186161] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f07215-ad94-09cd-10e8-23f4b34b91b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.323522] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updated VIF entry in instance network info cache for port 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.323961] env[69289]: DEBUG nova.network.neutron [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating instance_info_cache with network_info: [{"id": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "address": "fa:16:3e:13:22:39", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3bb7bd-a9", "ovs_interfaceid": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.466572] env[69289]: DEBUG nova.scheduler.client.report [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.662454] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075366} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.662882] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.664164] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e0ec1-b342-4b8a-b909-f804eab18740 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.691749] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.696182] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e780af26-105f-43b4-bd11-a3d4b4173610 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.721945] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.722287] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.723656] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1095.723656] env[69289]: value = "task-3277780" [ 1095.723656] env[69289]: _type = "Task" [ 1095.723656] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.724071] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f07215-ad94-09cd-10e8-23f4b34b91b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014147} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.728848] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f6b507-154e-4c22-b0f7-7cbaa294e82c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.740100] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1095.740100] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524909cb-f759-bbc9-a38e-16e943a7efc8" [ 1095.740100] env[69289]: _type = "Task" [ 1095.740100] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.740644] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277780, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.751759] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524909cb-f759-bbc9-a38e-16e943a7efc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.827109] env[69289]: DEBUG oslo_concurrency.lockutils [req-e9f552ef-29ee-4df3-9f38-731906b7e77f req-26e090be-0e83-4912-adc2-e0097149a5ac service nova] Releasing lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.979082] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.108765] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.109108] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ce46f4-6c99-4715-95c7-1c7f6cd605f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.117300] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1096.117300] env[69289]: value = "task-3277781" [ 1096.117300] env[69289]: _type = "Task" [ 1096.117300] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.125959] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.225354] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.237759] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277780, 'name': ReconfigVM_Task, 'duration_secs': 0.295318} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.237986] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.238656] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59e26fac-c3af-4799-a7e8-99c2dccca5de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.248018] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1096.248018] env[69289]: value = "task-3277782" [ 1096.248018] env[69289]: _type = "Task" [ 1096.248018] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.253426] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524909cb-f759-bbc9-a38e-16e943a7efc8, 'name': SearchDatastore_Task, 'duration_secs': 0.016961} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.254653] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.254653] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 61226152-ac0b-49df-924e-45a133981f18/61226152-ac0b-49df-924e-45a133981f18.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.254813] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7b95c53-7f4b-4785-b434-9c8353568246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.261654] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277782, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.268798] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1096.268798] env[69289]: value = "task-3277783" [ 1096.268798] env[69289]: _type = "Task" [ 1096.268798] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.278574] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.482054] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "7a9883ad-3ac8-4769-9344-909ac1094361" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.483439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "7a9883ad-3ac8-4769-9344-909ac1094361" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.630910] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277781, 'name': PowerOffVM_Task, 'duration_secs': 0.288714} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.631227] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.696487] env[69289]: INFO nova.compute.manager [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Detaching volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 [ 1096.736207] env[69289]: INFO nova.virt.block_device [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Attempting to driver detach volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 from mountpoint /dev/sdb [ 1096.736540] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.736810] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.737875] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab321e4-556f-4d83-987e-033c099f7167 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.765247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.765660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.768703] env[69289]: INFO nova.compute.claims [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.775059] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fb32e-a01a-4be4-87df-b69488758b15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.787030] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277782, 'name': Rename_Task, 'duration_secs': 0.163178} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.791550] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.791851] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508928} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.792223] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2bcbd64-2c8c-4779-9883-a71b442a06d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.793825] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 61226152-ac0b-49df-924e-45a133981f18/61226152-ac0b-49df-924e-45a133981f18.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.794057] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.794787] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c7dd78-eb63-409a-891b-f735ec5a4cd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.797139] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e101d31f-6d72-43df-a5c1-9ce2406b83a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.822896] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fd296-19f7-403c-aab5-0ddd4bcd6183 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.826218] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1096.826218] env[69289]: value = "task-3277785" [ 1096.826218] env[69289]: _type = "Task" [ 1096.826218] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.826517] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1096.826517] env[69289]: value = "task-3277784" [ 1096.826517] env[69289]: _type = "Task" [ 1096.826517] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.854878] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.854878] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.856363] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4863ba13-8760-4487-9f73-ecd2f5a119da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.876743] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277785, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.877061] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.884550] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1096.884550] env[69289]: value = "task-3277786" [ 1096.884550] env[69289]: _type = "Task" [ 1096.884550] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.895972] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.985515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "7a9883ad-3ac8-4769-9344-909ac1094361" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.986126] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.339929] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080778} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.343046] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.343386] env[69289]: DEBUG oslo_vmware.api [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277784, 'name': PowerOnVM_Task, 'duration_secs': 0.49329} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.344073] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9986c051-96f4-42ea-9897-6403e778c207 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.346463] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.346698] env[69289]: INFO nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1097.346984] env[69289]: DEBUG nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.347728] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890e7f3a-0d72-4512-a305-d11c4ef00311 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.375194] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 61226152-ac0b-49df-924e-45a133981f18/61226152-ac0b-49df-924e-45a133981f18.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.375765] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036910bc-5b38-4a8a-871c-bea6e9031cf3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.400893] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277786, 'name': ReconfigVM_Task, 'duration_secs': 0.285217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.401251] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.407297] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1440cc36-6428-482e-9db5-482ba85d633e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.417465] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1097.417465] env[69289]: value = "task-3277787" [ 1097.417465] env[69289]: _type = "Task" [ 1097.417465] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.424580] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1097.424580] env[69289]: value = "task-3277788" [ 1097.424580] env[69289]: _type = "Task" [ 1097.424580] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.428852] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.439191] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.496613] env[69289]: DEBUG nova.compute.utils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.498087] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.498267] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.544193] env[69289]: DEBUG nova.policy [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '359a7413e5574ac59957899ef241184e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38043aa61ee94b559b94b149e341afa7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.889033] env[69289]: INFO nova.compute.manager [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Took 12.45 seconds to build instance. [ 1097.932811] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277787, 'name': ReconfigVM_Task, 'duration_secs': 0.465464} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.939024] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 61226152-ac0b-49df-924e-45a133981f18/61226152-ac0b-49df-924e-45a133981f18.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.939962] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-397d17cf-e741-4749-aa12-aed03db4da9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.947663] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277788, 'name': ReconfigVM_Task, 'duration_secs': 0.435214} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.947993] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1097.955536] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1097.955536] env[69289]: value = "task-3277789" [ 1097.955536] env[69289]: _type = "Task" [ 1097.955536] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.965833] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277789, 'name': Rename_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.001378] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.006257] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df52b0f-c62f-4661-b8ae-444254efd0b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.015685] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96687b0a-416b-4a2b-aca7-c0bab6538914 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.051266] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4c71d-5daa-4b72-a668-9b189d4bc8ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.061213] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122ed3a-8c64-4dab-9bb3-be525e980f77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.077095] env[69289]: DEBUG nova.compute.provider_tree [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.079059] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Successfully created port: 996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.361374] env[69289]: DEBUG nova.compute.manager [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-changed-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.361750] env[69289]: DEBUG nova.compute.manager [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing instance network info cache due to event network-changed-ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.362138] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.362427] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.362781] env[69289]: DEBUG nova.network.neutron [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing network info cache for port ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.394483] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0c3d44dc-e8fb-4432-8b38-7bea85683451 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.963s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.468041] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277789, 'name': Rename_Task, 'duration_secs': 0.154003} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.468041] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.468256] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476f1e78-6a51-42bb-bb3c-90d02dea97c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.476849] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1098.476849] env[69289]: value = "task-3277790" [ 1098.476849] env[69289]: _type = "Task" [ 1098.476849] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.486756] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.582871] env[69289]: DEBUG nova.scheduler.client.report [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.988752] env[69289]: DEBUG oslo_vmware.api [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277790, 'name': PowerOnVM_Task, 'duration_secs': 0.486695} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.989058] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.989304] env[69289]: INFO nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1098.989559] env[69289]: DEBUG nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.990439] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6afb2-c652-4494-aff5-774edd20cc10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.015858] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.023049] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.023049] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee2d888-985b-4466-8319-d97215563cae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.028908] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1099.028908] env[69289]: value = "task-3277791" [ 1099.028908] env[69289]: _type = "Task" [ 1099.028908] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.042738] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1099.042949] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.043169] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1099.043974] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e0b59d-c191-4356-9265-cdb0f3e16246 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.048746] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.048984] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.050219] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.050438] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.050438] env[69289]: DEBUG nova.virt.hardware [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.051589] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9692ea5b-2b66-486e-9b00-21f6572a0bd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.073570] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7705bf0c-b58e-42ed-8945-59cf3d3a3aa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.080969] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bacb24-3a5b-4265-b707-284b651d3d44 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.096806] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.099330] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.102034] env[69289]: WARNING nova.virt.vmwareapi.driver [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1099.102162] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.103354] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b523a80-61d1-4864-8dae-685f1927e295 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.111247] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.111382] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20630c61-9758-4f73-8401-abdb08f7c394 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.150348] env[69289]: DEBUG nova.network.neutron [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updated VIF entry in instance network info cache for port ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.150775] env[69289]: DEBUG nova.network.neutron [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.205860] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.206111] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.206295] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.206649] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced44df7-1b26-4f31-8bfb-291c5cfd6f3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.214389] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1099.214389] env[69289]: value = "task-3277793" [ 1099.214389] env[69289]: _type = "Task" [ 1099.214389] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.223729] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.509074] env[69289]: INFO nova.compute.manager [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Took 13.40 seconds to build instance. [ 1099.604099] env[69289]: DEBUG nova.compute.utils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.605510] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.605759] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.653513] env[69289]: DEBUG oslo_concurrency.lockutils [req-c7cdfed0-40ed-42ec-8bc5-921915047461 req-c5df6786-668d-4e39-908b-9c9949d1db1d service nova] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.666279] env[69289]: DEBUG nova.policy [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f66d0a58d87415399ff3735517c9c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c3fcccb195c4374b55a6f2d691e2d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.727323] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335827} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.727641] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.727859] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.728155] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.736974] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Successfully updated port: 996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.996025] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Successfully created port: 2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.010976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1bc3cf50-fc29-4005-9e60-06230edd5c11 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.908s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.114701] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.236108] env[69289]: INFO nova.virt.block_device [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Booting with volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 at /dev/sdb [ 1100.244577] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.244975] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquired lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.245357] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.290354] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84319553-ab77-41c9-b252-750a7264e147 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.310987] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f4996-f4b7-49ca-a7af-237fffe88af8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.354860] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20b92b6d-0197-4ca8-9a81-6891ca1354d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.365266] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b557a1-7c44-41b2-a2ce-eb361c51e067 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.389376] env[69289]: DEBUG nova.compute.manager [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Received event network-vif-plugged-996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.390920] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Acquiring lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.390920] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.390920] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.390920] env[69289]: DEBUG nova.compute.manager [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] No waiting events found dispatching network-vif-plugged-996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.390920] env[69289]: WARNING nova.compute.manager [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Received unexpected event network-vif-plugged-996339ae-1dd1-440b-b0bf-fbbb7786232f for instance with vm_state building and task_state spawning. [ 1100.390920] env[69289]: DEBUG nova.compute.manager [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Received event network-changed-996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.390920] env[69289]: DEBUG nova.compute.manager [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Refreshing instance network info cache due to event network-changed-996339ae-1dd1-440b-b0bf-fbbb7786232f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.390920] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Acquiring lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.392074] env[69289]: DEBUG nova.compute.manager [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Received event network-changed-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.392074] env[69289]: DEBUG nova.compute.manager [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Refreshing instance network info cache due to event network-changed-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.392074] env[69289]: DEBUG oslo_concurrency.lockutils [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] Acquiring lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.392330] env[69289]: DEBUG oslo_concurrency.lockutils [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] Acquired lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.392410] env[69289]: DEBUG nova.network.neutron [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Refreshing network info cache for port 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.407181] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600bc5c3-0ffd-4132-bcf1-991abaab2298 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.416878] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d4ed2-8aa6-493b-81ae-3b48cb193a8b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.433564] env[69289]: DEBUG nova.virt.block_device [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating existing volume attachment record: 4bb10f65-f0a0-4770-b990-cdea95268709 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1100.660218] env[69289]: DEBUG nova.network.neutron [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updated VIF entry in instance network info cache for port 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.660610] env[69289]: DEBUG nova.network.neutron [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating instance_info_cache with network_info: [{"id": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "address": "fa:16:3e:13:22:39", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a3bb7bd-a9", "ovs_interfaceid": "2a3bb7bd-a972-46cd-ba35-f12a354fc7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.782092] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.916147] env[69289]: DEBUG nova.network.neutron [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Updating instance_info_cache with network_info: [{"id": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "address": "fa:16:3e:d0:be:37", "network": {"id": "023e1a65-e862-42a3-9d5d-97900b2a9cbd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-944414409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38043aa61ee94b559b94b149e341afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996339ae-1d", "ovs_interfaceid": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.128734] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.154776] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.155093] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.155302] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.155526] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.155725] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.155909] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.156168] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.156341] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.156517] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.156705] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.156883] env[69289]: DEBUG nova.virt.hardware [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.157828] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0883b13c-8e7a-4e82-9ac7-43243e4d22b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.165700] env[69289]: DEBUG oslo_concurrency.lockutils [req-d8df7077-e397-4a50-a730-a4911294ce57 req-07d4be1c-cf33-42e7-8672-f2737ddc20c4 service nova] Releasing lock "refresh_cache-61226152-ac0b-49df-924e-45a133981f18" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.167134] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc439d58-d6e9-49f3-844d-dfc5bf8db83d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.419676] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Releasing lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.420048] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Instance network_info: |[{"id": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "address": "fa:16:3e:d0:be:37", "network": {"id": "023e1a65-e862-42a3-9d5d-97900b2a9cbd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-944414409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38043aa61ee94b559b94b149e341afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996339ae-1d", "ovs_interfaceid": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.420392] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Acquired lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.420570] env[69289]: DEBUG nova.network.neutron [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Refreshing network info cache for port 996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.427229] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:be:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c797172-a569-458e-aeb0-3f21e589a740', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '996339ae-1dd1-440b-b0bf-fbbb7786232f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.439826] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Creating folder: Project (38043aa61ee94b559b94b149e341afa7). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.445125] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d71edc-0e00-4762-826c-8e2622a51e72 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.462177] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Created folder: Project (38043aa61ee94b559b94b149e341afa7) in parent group-v654351. [ 1101.462446] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Creating folder: Instances. Parent ref: group-v654642. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.462740] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3007536-943a-41a9-aa5e-4fa81c302eb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.478777] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Created folder: Instances in parent group-v654642. [ 1101.479059] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.479275] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.479492] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0589ee2d-cb35-4dfb-86b3-7fe16972cb8b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.505341] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.505341] env[69289]: value = "task-3277796" [ 1101.505341] env[69289]: _type = "Task" [ 1101.505341] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.515558] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277796, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.568309] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Successfully updated port: 2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.658943] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1101.661651] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa501ee5-9071-4378-8122-c1f9be328e41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.673205] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1101.673385] env[69289]: ERROR oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk due to incomplete transfer. [ 1101.673624] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e931287-0c46-4d67-b454-0c3eb729ae85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.687999] env[69289]: DEBUG oslo_vmware.rw_handles [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524d5299-4264-9557-5635-97c8d140e591/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1101.688323] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Uploaded image 6cdad04a-4629-4326-91c8-761df851ba6d to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1101.692113] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1101.692432] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0ee966b6-2cca-47b5-b19e-41003a2bf2e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.702925] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1101.702925] env[69289]: value = "task-3277797" [ 1101.702925] env[69289]: _type = "Task" [ 1101.702925] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.713011] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277797, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.944899] env[69289]: DEBUG nova.network.neutron [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Updated VIF entry in instance network info cache for port 996339ae-1dd1-440b-b0bf-fbbb7786232f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.945398] env[69289]: DEBUG nova.network.neutron [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Updating instance_info_cache with network_info: [{"id": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "address": "fa:16:3e:d0:be:37", "network": {"id": "023e1a65-e862-42a3-9d5d-97900b2a9cbd", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-944414409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38043aa61ee94b559b94b149e341afa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c797172-a569-458e-aeb0-3f21e589a740", "external-id": "nsx-vlan-transportzone-957", "segmentation_id": 957, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap996339ae-1d", "ovs_interfaceid": "996339ae-1dd1-440b-b0bf-fbbb7786232f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.018758] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277796, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.073014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.073188] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.073359] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.213690] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277797, 'name': Destroy_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.448531] env[69289]: DEBUG oslo_concurrency.lockutils [req-8dbc2b06-ada8-4e1e-85c1-eb48e6ecd9eb req-61c44b39-6cd2-465d-ab11-b9a6e89bb989 service nova] Releasing lock "refresh_cache-ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.516524] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277796, 'name': CreateVM_Task, 'duration_secs': 0.550334} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.516733] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.517482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.517672] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.518014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.518462] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e62f667-916d-4e18-b380-1361de0ab329 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.525081] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1102.525081] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfc8ea-28b5-15ed-6367-05017dd38edf" [ 1102.525081] env[69289]: _type = "Task" [ 1102.525081] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.535243] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfc8ea-28b5-15ed-6367-05017dd38edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.570444] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.570605] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.570837] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.571106] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.571325] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.571559] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.571864] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.572104] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.572345] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.572584] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.572826] env[69289]: DEBUG nova.virt.hardware [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.573759] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2300d501-9d46-4f26-acda-2fb54138234f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.584854] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de8d1d9-d8cc-43cf-9f87-b931dc6e4e01 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.600572] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:97:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4585eb75-4417-4ca6-a9aa-aeb495253e6e', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.608178] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.608728] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.608939] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-311daf3a-9a4a-451c-8771-b95e71a248a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.623874] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.633817] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.633817] env[69289]: value = "task-3277798" [ 1102.633817] env[69289]: _type = "Task" [ 1102.633817] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.647152] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277798, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.713497] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277797, 'name': Destroy_Task, 'duration_secs': 0.525008} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.713837] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroyed the VM [ 1102.714149] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1102.714522] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b6aee41-993c-4196-8b79-3baffdae0bec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.718385] env[69289]: DEBUG nova.compute.manager [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Received event network-vif-plugged-2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.718687] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.718956] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.719201] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.719430] env[69289]: DEBUG nova.compute.manager [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] No waiting events found dispatching network-vif-plugged-2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.719675] env[69289]: WARNING nova.compute.manager [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Received unexpected event network-vif-plugged-2f0312ee-029f-43a2-ad04-a63619d5bd15 for instance with vm_state building and task_state spawning. [ 1102.719910] env[69289]: DEBUG nova.compute.manager [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Received event network-changed-2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.720135] env[69289]: DEBUG nova.compute.manager [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Refreshing instance network info cache due to event network-changed-2f0312ee-029f-43a2-ad04-a63619d5bd15. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.720365] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.727477] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1102.727477] env[69289]: value = "task-3277799" [ 1102.727477] env[69289]: _type = "Task" [ 1102.727477] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.736481] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277799, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.755619] env[69289]: DEBUG nova.network.neutron [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.036649] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfc8ea-28b5-15ed-6367-05017dd38edf, 'name': SearchDatastore_Task, 'duration_secs': 0.034004} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.036973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037229] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.037466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.037612] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037803] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.038064] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec995b7-07f2-438b-834d-d1215935f971 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.052448] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.052645] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.053465] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306d9cc9-1a98-4fbc-ae76-c447f54e9f7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.059297] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1103.059297] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522b5140-4b5a-4087-ff53-e212ba0a3c0a" [ 1103.059297] env[69289]: _type = "Task" [ 1103.059297] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.067189] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522b5140-4b5a-4087-ff53-e212ba0a3c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.143667] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277798, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.239298] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277799, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.257973] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.258363] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Instance network_info: |[{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.258729] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.258932] env[69289]: DEBUG nova.network.neutron [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Refreshing network info cache for port 2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.260233] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f4:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f0312ee-029f-43a2-ad04-a63619d5bd15', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.267938] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating folder: Project (9c3fcccb195c4374b55a6f2d691e2d85). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.269015] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4d5bf1f-87cb-4d70-bfff-4fd760c723c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.283756] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created folder: Project (9c3fcccb195c4374b55a6f2d691e2d85) in parent group-v654351. [ 1103.284013] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating folder: Instances. Parent ref: group-v654646. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.284314] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e812b05-1c3f-4de0-9712-aae1f29e9100 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.296839] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created folder: Instances in parent group-v654646. [ 1103.297169] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.297424] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.297651] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e70e89fa-101c-4e18-8326-3bdcd8dda6fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.320610] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.320610] env[69289]: value = "task-3277802" [ 1103.320610] env[69289]: _type = "Task" [ 1103.320610] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.331900] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277802, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.572315] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522b5140-4b5a-4087-ff53-e212ba0a3c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.051504} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.573335] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f590c3-4e90-42c1-abdc-087bc5e31675 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.580422] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1103.580422] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522baf4f-e0fa-dd5b-b4f3-d9e5cc78407b" [ 1103.580422] env[69289]: _type = "Task" [ 1103.580422] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.591019] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522baf4f-e0fa-dd5b-b4f3-d9e5cc78407b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.647062] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277798, 'name': CreateVM_Task, 'duration_secs': 0.869123} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.647336] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.648374] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.648756] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.649205] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.649571] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dccd04-59a0-4aff-8e92-c6d86ab3bc10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.655797] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1103.655797] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2b8ec-9173-3eb2-b438-04883df00675" [ 1103.655797] env[69289]: _type = "Task" [ 1103.655797] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.667772] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2b8ec-9173-3eb2-b438-04883df00675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.739036] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277799, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.832453] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277802, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.952372] env[69289]: DEBUG nova.network.neutron [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updated VIF entry in instance network info cache for port 2f0312ee-029f-43a2-ad04-a63619d5bd15. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.952786] env[69289]: DEBUG nova.network.neutron [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.091115] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522baf4f-e0fa-dd5b-b4f3-d9e5cc78407b, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.091693] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.091956] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef62c0c8-e6a3-4406-9a3e-4a4a7753b419/ef62c0c8-e6a3-4406-9a3e-4a4a7753b419.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.092224] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35708fe0-221d-427c-9144-8417b7a102a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.099073] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1104.099073] env[69289]: value = "task-3277803" [ 1104.099073] env[69289]: _type = "Task" [ 1104.099073] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.106936] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.166432] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2b8ec-9173-3eb2-b438-04883df00675, 'name': SearchDatastore_Task, 'duration_secs': 0.018387} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.166732] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.166970] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.167221] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.167369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.167563] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.167827] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2782441f-beeb-4862-9a47-57230f7c7a9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.177572] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.177755] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.178486] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6783877c-57f0-4d0b-b168-af53e216f568 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.183870] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1104.183870] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcaf3d-7752-bf0b-ad23-4a8deee29300" [ 1104.183870] env[69289]: _type = "Task" [ 1104.183870] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.191769] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcaf3d-7752-bf0b-ad23-4a8deee29300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.239030] env[69289]: DEBUG oslo_vmware.api [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277799, 'name': RemoveSnapshot_Task, 'duration_secs': 1.018732} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.239368] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1104.239739] env[69289]: INFO nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 16.26 seconds to snapshot the instance on the hypervisor. [ 1104.331957] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277802, 'name': CreateVM_Task, 'duration_secs': 0.567885} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.332171] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.332856] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.333036] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.333343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.333610] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6ba138-0c2a-471f-9fbb-130cfff0c579 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.339385] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1104.339385] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52924e3b-07f6-987c-5df3-eb08c78250c1" [ 1104.339385] env[69289]: _type = "Task" [ 1104.339385] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.347902] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52924e3b-07f6-987c-5df3-eb08c78250c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.455782] env[69289]: DEBUG oslo_concurrency.lockutils [req-783904b9-9ae9-45c1-9dfb-ea8afcd7bfe6 req-95bfe284-69db-4168-be1d-60bae9c16539 service nova] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.565693] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.565915] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566104] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566271] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566425] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566591] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566743] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.566881] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1104.567041] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.612870] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.694202] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52dcaf3d-7752-bf0b-ad23-4a8deee29300, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.694954] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3554d4fe-beef-4023-93be-828574b705df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.699747] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1104.699747] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52280a77-9fc5-e7d5-1413-bf77c0e43c15" [ 1104.699747] env[69289]: _type = "Task" [ 1104.699747] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.707536] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52280a77-9fc5-e7d5-1413-bf77c0e43c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.784828] env[69289]: DEBUG nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Found 3 images (rotation: 2) {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1104.785053] env[69289]: DEBUG nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Rotating out 1 backups {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1104.785224] env[69289]: DEBUG nova.compute.manager [None req-8ecba11d-494c-4dd1-b60b-e09fb1364a43 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleting image 31e2073c-a0b7-4e6a-9dd3-491652028b67 {{(pid=69289) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1104.849927] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52924e3b-07f6-987c-5df3-eb08c78250c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.850247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.850484] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.850698] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.071067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.071067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.071285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.071423] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1105.072244] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa2bc56-4a36-435b-b0bf-f0307495cb47 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.082055] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4972b4c-87a7-4e99-a487-59216b992d14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.097423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d341cc9c-9f7f-414b-a0b3-67b7536fd2fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.106363] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c23f95-5581-4b10-8d35-7f1200e281e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.112294] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.112882] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ef62c0c8-e6a3-4406-9a3e-4a4a7753b419/ef62c0c8-e6a3-4406-9a3e-4a4a7753b419.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.113125] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.113365] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd84d6d-2d9b-408e-b14f-9287e27e7a36 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.138673] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179564MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1105.138834] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.139067] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.146071] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1105.146071] env[69289]: value = "task-3277804" [ 1105.146071] env[69289]: _type = "Task" [ 1105.146071] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.155113] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.212103] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52280a77-9fc5-e7d5-1413-bf77c0e43c15, 'name': SearchDatastore_Task, 'duration_secs': 0.019731} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.212418] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.212697] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.212987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.213207] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.213480] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e6c127-a46c-422c-be1e-745caebfe0d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.215575] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a40bad7-cfb7-40bc-b99f-6ec9aa451d30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.221557] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1105.221557] env[69289]: value = "task-3277805" [ 1105.221557] env[69289]: _type = "Task" [ 1105.221557] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.225468] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.226052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.226548] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd786f21-4a4f-4429-b45e-51b5000f073f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.233211] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.236298] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1105.236298] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]528e354f-06f7-3d5c-32d8-ec98cf6b8936" [ 1105.236298] env[69289]: _type = "Task" [ 1105.236298] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.244033] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528e354f-06f7-3d5c-32d8-ec98cf6b8936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.656837] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07339} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.657104] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.657989] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2e148a-5967-4c6b-a004-aa7ced1465bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.681753] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] ef62c0c8-e6a3-4406-9a3e-4a4a7753b419/ef62c0c8-e6a3-4406-9a3e-4a4a7753b419.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.682480] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26436142-75ed-49c3-89fa-87dcea5a06fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.703767] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1105.703767] env[69289]: value = "task-3277806" [ 1105.703767] env[69289]: _type = "Task" [ 1105.703767] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.713997] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.732660] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277805, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.745875] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]528e354f-06f7-3d5c-32d8-ec98cf6b8936, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.747187] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d92954-418b-4025-9c6e-3b2fb0e6ef4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.753328] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1105.753328] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5238391a-1700-d63a-316f-822cb4c4ce83" [ 1105.753328] env[69289]: _type = "Task" [ 1105.753328] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.761408] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5238391a-1700-d63a-316f-822cb4c4ce83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.172345] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.172584] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 00f949aa-826d-4f50-8384-88e1f4880dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.172778] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 45753558-ccf9-4754-9a2c-bde58559d139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.172947] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bf51b500-f1e2-475f-954a-415581506614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173125] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1dec9f85-39e7-4c46-b082-be0e78429691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173293] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 0d272b53-9f53-452c-b2b4-e025f3251099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173454] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173628] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 376a8246-2360-426c-bac2-099e399dc262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173777] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ca5f77d8-525f-46e8-977a-ae845bb9f0b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.173934] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 61226152-ac0b-49df-924e-45a133981f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.174104] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ef62c0c8-e6a3-4406-9a3e-4a4a7753b419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.174285] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1106.174532] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1106.174764] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1106.217955] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277806, 'name': ReconfigVM_Task, 'duration_secs': 0.329272} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.218827] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Reconfigured VM instance instance-0000006f to attach disk [datastore2] ef62c0c8-e6a3-4406-9a3e-4a4a7753b419/ef62c0c8-e6a3-4406-9a3e-4a4a7753b419.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.219479] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2dac833-ac5e-457e-9ce2-211ecd0ac522 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.228952] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1106.228952] env[69289]: value = "task-3277807" [ 1106.228952] env[69289]: _type = "Task" [ 1106.228952] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.236445] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558915} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.239424] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.239724] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.240329] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e60d5450-ce46-4815-ac58-59ef025a679f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.245188] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277807, 'name': Rename_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.252921] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1106.252921] env[69289]: value = "task-3277808" [ 1106.252921] env[69289]: _type = "Task" [ 1106.252921] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.264916] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.270860] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5238391a-1700-d63a-316f-822cb4c4ce83, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.271365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.271642] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.271897] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159a1dad-7dd0-4f2e-abac-8fffede4e5e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.277505] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1106.277505] env[69289]: value = "task-3277809" [ 1106.277505] env[69289]: _type = "Task" [ 1106.277505] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.287614] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.360022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6088f51c-31a2-4b9e-accc-0558cf3b13f6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.367443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eec3a5-332a-4ca9-8e37-4a4ea084ed9c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.397175] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8d907-88da-4868-91da-081ac1c78361 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.404818] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3c9c20-5046-4012-bc61-0024266fae46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.417839] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.501124] env[69289]: DEBUG oslo_concurrency.lockutils [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.501906] env[69289]: DEBUG oslo_concurrency.lockutils [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.501906] env[69289]: DEBUG nova.compute.manager [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.505518] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df8df27-4323-4446-aeb2-d741cd9ae129 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.512753] env[69289]: DEBUG nova.compute.manager [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1106.513376] env[69289]: DEBUG nova.objects.instance [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.741058] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277807, 'name': Rename_Task, 'duration_secs': 0.274597} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.741292] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.741619] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b8aefd4-e098-4f69-957b-fc9e785bca56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.747659] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1106.747659] env[69289]: value = "task-3277810" [ 1106.747659] env[69289]: _type = "Task" [ 1106.747659] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.759280] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.763764] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06437} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.764034] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.764765] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15528ba2-5981-41b9-8ef0-bc447229af60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.787184] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.790789] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97dc4696-f0c0-48bb-81fe-72925c69a3ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.812713] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277809, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.814306] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1106.814306] env[69289]: value = "task-3277811" [ 1106.814306] env[69289]: _type = "Task" [ 1106.814306] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.822679] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.921136] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.009343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "0d272b53-9f53-452c-b2b4-e025f3251099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.009547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.009747] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.010051] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.010204] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.012481] env[69289]: INFO nova.compute.manager [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Terminating instance [ 1107.258974] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.289191] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807172} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.289469] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.289705] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.289986] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66b11f4-16a1-48a5-971b-299b1491a1fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.295675] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1107.295675] env[69289]: value = "task-3277812" [ 1107.295675] env[69289]: _type = "Task" [ 1107.295675] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.303533] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.322665] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277811, 'name': ReconfigVM_Task, 'duration_secs': 0.445984} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.322955] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691/1dec9f85-39e7-4c46-b082-be0e78429691.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.324755] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '6a56f73b-175b-4481-93e6-8fbc6cd247e0'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'}, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': '4bb10f65-f0a0-4770-b990-cdea95268709', 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69289) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1107.325034] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1107.325300] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1107.326205] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9168a3e-e730-486d-b23c-5433c5612394 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.341637] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c0f0e7-d5d1-43e4-849e-51e1d922134f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.367343] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.367658] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de2dee0c-2e80-40d5-bbf1-56036530ba38 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.385766] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1107.385766] env[69289]: value = "task-3277813" [ 1107.385766] env[69289]: _type = "Task" [ 1107.385766] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.393995] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.426437] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1107.426437] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.287s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.519739] env[69289]: DEBUG nova.compute.manager [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.520063] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.520635] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.521481] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f740955-2e47-4426-9c39-d91dbb1d2459 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.524292] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e947af6e-e466-48e2-bce0-398b204e5194 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.532169] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.533387] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d17ab7-631a-4a53-95b1-0a16bdf6454c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.534899] env[69289]: DEBUG oslo_vmware.api [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1107.534899] env[69289]: value = "task-3277814" [ 1107.534899] env[69289]: _type = "Task" [ 1107.534899] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.539135] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1107.539135] env[69289]: value = "task-3277815" [ 1107.539135] env[69289]: _type = "Task" [ 1107.539135] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.545768] env[69289]: DEBUG oslo_vmware.api [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.550569] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.758249] env[69289]: DEBUG oslo_vmware.api [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277810, 'name': PowerOnVM_Task, 'duration_secs': 0.652628} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.758536] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.758798] env[69289]: INFO nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1107.759010] env[69289]: DEBUG nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.759888] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e8ea0e-2935-4c8e-a954-174fc5765d16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.805998] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12395} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.806397] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.807290] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1d0927-15ca-4900-bceb-62600c175e52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.829220] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.829453] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3415a17d-5c4f-4af4-b903-705faeb591c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.847600] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1107.847600] env[69289]: value = "task-3277816" [ 1107.847600] env[69289]: _type = "Task" [ 1107.847600] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.854894] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.895771] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277813, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.045909] env[69289]: DEBUG oslo_vmware.api [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277814, 'name': PowerOffVM_Task, 'duration_secs': 0.437334} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.046529] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.046763] env[69289]: DEBUG nova.compute.manager [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.047518] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a2b563-21e1-409e-94d4-f02756974256 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052486] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277815, 'name': PowerOffVM_Task, 'duration_secs': 0.452132} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.052988] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.053224] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.053442] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fde46b90-767c-4353-98c7-91c9b3ce7bf9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.120395] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.120612] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.120799] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Deleting the datastore file [datastore2] 0d272b53-9f53-452c-b2b4-e025f3251099 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.121082] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a934bc3-f5ac-4476-ba82-5de197ff570c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.127498] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for the task: (returnval){ [ 1108.127498] env[69289]: value = "task-3277818" [ 1108.127498] env[69289]: _type = "Task" [ 1108.127498] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.137053] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.278067] env[69289]: INFO nova.compute.manager [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Took 15.02 seconds to build instance. [ 1108.358191] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.396276] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277813, 'name': ReconfigVM_Task, 'duration_secs': 0.609343} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.396645] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.401655] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-125578e1-22ac-4607-a4c8-577e13e9f02b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.416873] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1108.416873] env[69289]: value = "task-3277819" [ 1108.416873] env[69289]: _type = "Task" [ 1108.416873] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.425800] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.561720] env[69289]: DEBUG oslo_concurrency.lockutils [None req-654bad66-a2f2-49d0-87bd-e24faa484a19 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.639250] env[69289]: DEBUG oslo_vmware.api [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Task: {'id': task-3277818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394738} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.639627] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.639885] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.640188] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.640418] env[69289]: INFO nova.compute.manager [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1108.640649] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.640897] env[69289]: DEBUG nova.compute.manager [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.641049] env[69289]: DEBUG nova.network.neutron [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.779855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7f45e212-a3c7-48d7-b380-eb46229f29ff tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.548s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.858977] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277816, 'name': ReconfigVM_Task, 'duration_secs': 0.723109} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.858977] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.859497] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb78d244-710a-4b52-afff-2b9fef4c5be9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.865269] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1108.865269] env[69289]: value = "task-3277820" [ 1108.865269] env[69289]: _type = "Task" [ 1108.865269] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.873802] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277820, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.926829] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277819, 'name': ReconfigVM_Task, 'duration_secs': 0.21581} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.927249] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1108.928260] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d054db5-0021-4dd2-8c10-813d4c390d0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.933854] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1108.933854] env[69289]: value = "task-3277821" [ 1108.933854] env[69289]: _type = "Task" [ 1108.933854] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.941671] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277821, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.148060] env[69289]: DEBUG nova.compute.manager [req-c693d56c-7e74-4b47-98fc-c0409df6567f req-cf228944-0203-4706-b625-f03363e971a6 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Received event network-vif-deleted-9710fae6-d212-4359-bc69-89e4caab5822 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.148457] env[69289]: INFO nova.compute.manager [req-c693d56c-7e74-4b47-98fc-c0409df6567f req-cf228944-0203-4706-b625-f03363e971a6 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Neutron deleted interface 9710fae6-d212-4359-bc69-89e4caab5822; detaching it from the instance and deleting it from the info cache [ 1109.148707] env[69289]: DEBUG nova.network.neutron [req-c693d56c-7e74-4b47-98fc-c0409df6567f req-cf228944-0203-4706-b625-f03363e971a6 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.206519] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.206832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.206976] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.207175] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.207344] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.212932] env[69289]: INFO nova.compute.manager [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Terminating instance [ 1109.374666] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277820, 'name': Rename_Task, 'duration_secs': 0.137328} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.374936] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.375190] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2edfb96b-10ee-44c3-b006-862b64792b76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.380890] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1109.380890] env[69289]: value = "task-3277822" [ 1109.380890] env[69289]: _type = "Task" [ 1109.380890] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.387907] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.443175] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277821, 'name': Rename_Task, 'duration_secs': 0.16814} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.443500] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.443782] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e88103-cda3-4525-8d1e-86c2d75984bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.449970] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1109.449970] env[69289]: value = "task-3277823" [ 1109.449970] env[69289]: _type = "Task" [ 1109.449970] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.457619] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.629034] env[69289]: DEBUG nova.network.neutron [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.652884] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6558fa0-3e00-4e05-b60f-b8d602ed5787 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.666393] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e7691-83df-4b6a-a3b5-259a2eb121b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.702376] env[69289]: DEBUG nova.compute.manager [req-c693d56c-7e74-4b47-98fc-c0409df6567f req-cf228944-0203-4706-b625-f03363e971a6 service nova] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Detach interface failed, port_id=9710fae6-d212-4359-bc69-89e4caab5822, reason: Instance 0d272b53-9f53-452c-b2b4-e025f3251099 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.717366] env[69289]: DEBUG nova.compute.manager [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.717712] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.719162] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f8afb-a829-4e27-98cd-32809978dcc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.726263] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.726521] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea5981e-27db-439f-a1c7-69eb7ce8134d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.735946] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1109.735946] env[69289]: value = "task-3277824" [ 1109.735946] env[69289]: _type = "Task" [ 1109.735946] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.744384] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.784907] env[69289]: DEBUG nova.compute.manager [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Stashing vm_state: stopped {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1109.890985] env[69289]: DEBUG oslo_vmware.api [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277822, 'name': PowerOnVM_Task, 'duration_secs': 0.455153} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.891288] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.891505] env[69289]: INFO nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1109.891680] env[69289]: DEBUG nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.892564] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997e2ca-82bf-43d7-9a2f-908f72616301 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.959855] env[69289]: DEBUG oslo_vmware.api [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277823, 'name': PowerOnVM_Task, 'duration_secs': 0.494993} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.960314] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.960535] env[69289]: DEBUG nova.compute.manager [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.961332] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8caef37-49dc-4fde-aa6c-adf3e2b8caae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.131876] env[69289]: INFO nova.compute.manager [-] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Took 1.49 seconds to deallocate network for instance. [ 1110.245810] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277824, 'name': PowerOffVM_Task, 'duration_secs': 0.207339} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.246093] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.246264] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.246554] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d8d6907-0afd-4938-9080-edda5f9c5409 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.302920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.303328] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.308635] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.308853] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.309051] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Deleting the datastore file [datastore2] ef62c0c8-e6a3-4406-9a3e-4a4a7753b419 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.309314] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d45815aa-60b4-4daa-aaff-f2f3d14e31ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.315541] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for the task: (returnval){ [ 1110.315541] env[69289]: value = "task-3277826" [ 1110.315541] env[69289]: _type = "Task" [ 1110.315541] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.323994] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.410354] env[69289]: INFO nova.compute.manager [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Took 13.68 seconds to build instance. [ 1110.477438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.637870] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.809404] env[69289]: INFO nova.compute.claims [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.828788] env[69289]: DEBUG oslo_vmware.api [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Task: {'id': task-3277826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161035} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.829188] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.829498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.829876] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.830148] env[69289]: INFO nova.compute.manager [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1110.830476] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.830723] env[69289]: DEBUG nova.compute.manager [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.830850] env[69289]: DEBUG nova.network.neutron [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.913661] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7c5c74f-7591-4e15-9cec-b5e8c350b0b4 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.191s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.172956] env[69289]: DEBUG nova.compute.manager [req-65b2e87e-65f1-45ac-83df-5a5a0c26fd2c req-76a5367c-a80f-4c82-899f-331da79094d6 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Received event network-vif-deleted-996339ae-1dd1-440b-b0bf-fbbb7786232f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.173241] env[69289]: INFO nova.compute.manager [req-65b2e87e-65f1-45ac-83df-5a5a0c26fd2c req-76a5367c-a80f-4c82-899f-331da79094d6 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Neutron deleted interface 996339ae-1dd1-440b-b0bf-fbbb7786232f; detaching it from the instance and deleting it from the info cache [ 1111.173493] env[69289]: DEBUG nova.network.neutron [req-65b2e87e-65f1-45ac-83df-5a5a0c26fd2c req-76a5367c-a80f-4c82-899f-331da79094d6 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.317630] env[69289]: INFO nova.compute.resource_tracker [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating resource usage from migration 8fab0752-9716-4701-8733-a54d6470224e [ 1111.405961] env[69289]: DEBUG nova.compute.manager [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Received event network-changed-2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.406325] env[69289]: DEBUG nova.compute.manager [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Refreshing instance network info cache due to event network-changed-2f0312ee-029f-43a2-ad04-a63619d5bd15. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.406437] env[69289]: DEBUG oslo_concurrency.lockutils [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.406583] env[69289]: DEBUG oslo_concurrency.lockutils [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.406742] env[69289]: DEBUG nova.network.neutron [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Refreshing network info cache for port 2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.483685] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a4f737-21c6-4215-a543-0a712aaf3c92 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.491413] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7781fe30-7d15-42cf-af0b-fe7eb9575e7f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.520654] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3cd2a-deb0-485a-95dd-ad835faaf2b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.527555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d471e-5ce2-439c-984b-cea287fcb708 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.540176] env[69289]: DEBUG nova.compute.provider_tree [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.580304] env[69289]: DEBUG nova.network.neutron [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.676656] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-075b8ce7-1ac7-4b2b-a328-f2b73f813cee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.694849] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55210954-0c2d-4c52-8a72-2c03738f8cd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.726502] env[69289]: DEBUG nova.compute.manager [req-65b2e87e-65f1-45ac-83df-5a5a0c26fd2c req-76a5367c-a80f-4c82-899f-331da79094d6 service nova] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Detach interface failed, port_id=996339ae-1dd1-440b-b0bf-fbbb7786232f, reason: Instance ef62c0c8-e6a3-4406-9a3e-4a4a7753b419 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.043215] env[69289]: DEBUG nova.scheduler.client.report [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.084180] env[69289]: INFO nova.compute.manager [-] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Took 1.25 seconds to deallocate network for instance. [ 1112.144542] env[69289]: DEBUG nova.network.neutron [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updated VIF entry in instance network info cache for port 2f0312ee-029f-43a2-ad04-a63619d5bd15. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.144701] env[69289]: DEBUG nova.network.neutron [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.548974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.245s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.549367] env[69289]: INFO nova.compute.manager [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Migrating [ 1112.556874] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.079s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.557138] env[69289]: DEBUG nova.objects.instance [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1112.590880] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.647657] env[69289]: DEBUG oslo_concurrency.lockutils [req-ce8232ce-c502-4aaa-9c74-377a5986c52f req-20cc4f2a-8a11-46bd-ac00-78ea589d0757 service nova] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.071643] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.071953] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.072457] env[69289]: DEBUG nova.network.neutron [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.572938] env[69289]: DEBUG oslo_concurrency.lockutils [None req-698f3a43-8d61-4ba7-acab-8342e402e4c0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.574124] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.937s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.574355] env[69289]: DEBUG nova.objects.instance [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lazy-loading 'resources' on Instance uuid 0d272b53-9f53-452c-b2b4-e025f3251099 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.768717] env[69289]: DEBUG nova.network.neutron [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.233454] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d854a6-65d0-49e5-86eb-8874040d856b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241379] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9da2ac6-e845-4ba0-aeb5-016bbbd9d733 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.270994] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.273521] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973321fc-6bd1-41e9-9349-54e2a434a863 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.280776] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e12c993-3b3d-416e-946e-c4d8c7ffd028 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.295167] env[69289]: DEBUG nova.compute.provider_tree [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.798444] env[69289]: DEBUG nova.scheduler.client.report [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.303209] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.305494] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.715s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.305726] env[69289]: DEBUG nova.objects.instance [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lazy-loading 'resources' on Instance uuid ef62c0c8-e6a3-4406-9a3e-4a4a7753b419 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.323051] env[69289]: INFO nova.scheduler.client.report [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Deleted allocations for instance 0d272b53-9f53-452c-b2b4-e025f3251099 [ 1115.785554] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9927c18-e7b6-4434-b1c1-94c0cefcdcf4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804511] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.828842] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f6311ea5-6469-4278-bd44-2e004dd076de tempest-ServersTestJSON-856968451 tempest-ServersTestJSON-856968451-project-member] Lock "0d272b53-9f53-452c-b2b4-e025f3251099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.819s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.949205] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e8a408-b32c-438c-a2fc-aed1506e6f1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.956436] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29fd0d-100c-40ad-bad5-606fc40cbef0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.988164] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a32e4c-9039-4b07-8567-c1287d3656bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.995649] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e28c68d-a639-4152-a6e6-49d6f3faa334 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.008660] env[69289]: DEBUG nova.compute.provider_tree [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.312714] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.313035] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6710bdf5-3ca4-4037-9ad9-1563d0f7f2aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.321213] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1116.321213] env[69289]: value = "task-3277827" [ 1116.321213] env[69289]: _type = "Task" [ 1116.321213] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.332463] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1116.332668] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.511995] env[69289]: DEBUG nova.scheduler.client.report [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.838875] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.839426] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.839426] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.839558] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.839608] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.839797] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.839935] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.840111] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.840288] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.840452] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.840624] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.845700] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e785d21-25a7-4b61-94a6-3041305af681 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.862757] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1116.862757] env[69289]: value = "task-3277828" [ 1116.862757] env[69289]: _type = "Task" [ 1116.862757] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.872437] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.017066] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.042074] env[69289]: INFO nova.scheduler.client.report [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Deleted allocations for instance ef62c0c8-e6a3-4406-9a3e-4a4a7753b419 [ 1117.373869] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277828, 'name': ReconfigVM_Task, 'duration_secs': 0.163584} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.374244] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.553836] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4032a49e-e36b-42b2-9868-27455a22536f tempest-ServerGroupTestJSON-1608750641 tempest-ServerGroupTestJSON-1608750641-project-member] Lock "ef62c0c8-e6a3-4406-9a3e-4a4a7753b419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.347s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.884527] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.884527] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.884527] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.884527] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.884527] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.885161] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.885161] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.886564] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.886782] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.887075] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.887172] env[69289]: DEBUG nova.virt.hardware [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.892801] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.892930] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f97fa1ee-4645-429a-aef7-ea842aba412a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.911636] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1117.911636] env[69289]: value = "task-3277829" [ 1117.911636] env[69289]: _type = "Task" [ 1117.911636] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.920799] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.421142] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277829, 'name': ReconfigVM_Task, 'duration_secs': 0.244821} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.421437] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.422268] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08020c6e-8654-4937-9ccd-06a9b514f656 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.445713] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.446077] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af5a43a-73ad-481d-8b4a-f4d1c794e7f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.464799] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1118.464799] env[69289]: value = "task-3277830" [ 1118.464799] env[69289]: _type = "Task" [ 1118.464799] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.475208] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.975292] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.475317] env[69289]: DEBUG oslo_vmware.api [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277830, 'name': ReconfigVM_Task, 'duration_secs': 0.557374} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.475787] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd/00f949aa-826d-4f50-8384-88e1f4880dbd.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.475877] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.983081] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85ab1f8-35a3-49a1-aec8-5f60cf3a82d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.002515] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f94a492-d14c-41f4-9b82-f5cef93eb4c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.020406] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.345342] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "17781e02-7b57-4734-b97f-e957767b0ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.345587] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.569658] env[69289]: DEBUG nova.network.neutron [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Port f28130e2-c119-4b40-bb93-df580d9205aa binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1120.849616] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.371723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.372012] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.373781] env[69289]: INFO nova.compute.claims [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.589431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.589646] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.589825] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.507292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0364742f-f731-4b15-8641-f3487f11a3b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.514682] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801f6a06-3f72-4324-bd3a-c9d676624769 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.545087] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f87cf-52ea-4be5-91a9-6bb07bef8200 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.551627] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac66ac5f-50da-4687-973a-d21ab72182bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.563984] env[69289]: DEBUG nova.compute.provider_tree [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.628040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.628242] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.628477] env[69289]: DEBUG nova.network.neutron [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.067487] env[69289]: DEBUG nova.scheduler.client.report [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.335953] env[69289]: DEBUG nova.network.neutron [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.571875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.572408] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.838954] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.077427] env[69289]: DEBUG nova.compute.utils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.078802] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1124.364743] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa15aff9-e3f4-423a-92e0-6af28d65977e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.383881] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31d150-daaf-46ba-bdf2-bec39405925a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.390979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.579918] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.840068] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.840300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.840419] env[69289]: DEBUG nova.objects.instance [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.896768] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2731e204-276a-4fc2-8ed0-272bf6199e97 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance '00f949aa-826d-4f50-8384-88e1f4880dbd' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.344820] env[69289]: DEBUG nova.objects.instance [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.589400] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.616410] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.616702] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.616907] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.617176] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.617379] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.617580] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.617845] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.618071] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.618298] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.618525] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.618754] env[69289]: DEBUG nova.virt.hardware [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.619699] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b80328-f238-48e0-aaa2-fcfdd09eeb11 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.628027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c882432-9a83-4a9c-b23d-13d8fc132b3e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.642775] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.648226] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Creating folder: Project (72499ee3b1834f30bde65848a53a2c49). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.648554] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32995205-9ed7-41fa-9237-4f603d228411 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.660686] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Created folder: Project (72499ee3b1834f30bde65848a53a2c49) in parent group-v654351. [ 1125.660686] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Creating folder: Instances. Parent ref: group-v654649. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.660889] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81509b82-490d-45cd-904f-7308eee8a1de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.669954] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Created folder: Instances in parent group-v654649. [ 1125.670210] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.670399] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.670594] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e5d2542-abfa-4e66-a9b0-e24cc189f55e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.687483] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.687483] env[69289]: value = "task-3277833" [ 1125.687483] env[69289]: _type = "Task" [ 1125.687483] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.694710] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277833, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.847480] env[69289]: DEBUG nova.objects.base [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance<376a8246-2360-426c-bac2-099e399dc262> lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.847650] env[69289]: DEBUG nova.network.neutron [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.938497] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d09ce57c-908e-4072-b3c9-1057a0836ce8 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.197724] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277833, 'name': CreateVM_Task, 'duration_secs': 0.301421} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.197905] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.198337] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.198530] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.198847] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.199111] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7494670b-4780-47a0-9915-5f4af614cfc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.203506] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1126.203506] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522916bb-e4cd-8ee3-4148-b98ba3843e37" [ 1126.203506] env[69289]: _type = "Task" [ 1126.203506] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.210884] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522916bb-e4cd-8ee3-4148-b98ba3843e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.714774] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522916bb-e4cd-8ee3-4148-b98ba3843e37, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.715126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.715332] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.715568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.715715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.715892] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.716177] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-121f1b5c-bcde-4d39-89d3-b85ed3051e4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.725060] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.725243] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.725952] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbb4612-b59c-48ba-9be1-483d4cdcafbd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.731237] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1126.731237] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524ad98d-9af2-112e-5383-62f27400a4b2" [ 1126.731237] env[69289]: _type = "Task" [ 1126.731237] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.738861] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524ad98d-9af2-112e-5383-62f27400a4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.188743] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.189183] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.189309] env[69289]: DEBUG nova.compute.manager [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Going to confirm migration 6 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1127.244044] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524ad98d-9af2-112e-5383-62f27400a4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.245042] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d87fa93-0cad-4fbf-b0c9-e6729b05fd01 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.250985] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1127.250985] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52653714-68cf-590a-ae57-d861f7ecbf87" [ 1127.250985] env[69289]: _type = "Task" [ 1127.250985] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.259658] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52653714-68cf-590a-ae57-d861f7ecbf87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.766313] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52653714-68cf-590a-ae57-d861f7ecbf87, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.766607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.766859] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.767272] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92aab4e2-be3d-4aab-9ea6-73e36a581b25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.775492] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1127.775492] env[69289]: value = "task-3277834" [ 1127.775492] env[69289]: _type = "Task" [ 1127.775492] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.787944] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.788271] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.788574] env[69289]: DEBUG nova.network.neutron [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.788897] env[69289]: DEBUG nova.objects.instance [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'info_cache' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.875489] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.875851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.876256] env[69289]: DEBUG nova.objects.instance [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.285706] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.442677] env[69289]: DEBUG nova.objects.instance [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.785654] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596843} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.786026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.786114] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.786340] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92ab5ae6-46a9-4faa-87fb-874855f5c31e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.792538] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1128.792538] env[69289]: value = "task-3277835" [ 1128.792538] env[69289]: _type = "Task" [ 1128.792538] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.802397] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.945759] env[69289]: DEBUG nova.objects.base [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance<376a8246-2360-426c-bac2-099e399dc262> lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.945977] env[69289]: DEBUG nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.003280] env[69289]: DEBUG nova.policy [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.053688] env[69289]: DEBUG nova.network.neutron [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.271848] env[69289]: DEBUG nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Successfully created port: 8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.302207] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085004} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.302499] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.303336] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b9f27a-a576-41bc-af95-2769df23c4e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.325713] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.326255] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4feb8814-8285-4ddc-90a5-bbb52288cece {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.346379] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1129.346379] env[69289]: value = "task-3277836" [ 1129.346379] env[69289]: _type = "Task" [ 1129.346379] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.356721] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.556606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.557354] env[69289]: DEBUG nova.objects.instance [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'migration_context' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.857412] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277836, 'name': ReconfigVM_Task, 'duration_secs': 0.262457} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.857707] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.858334] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12d8a3ce-0db3-4b83-844b-1b0077a6c446 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.864861] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1129.864861] env[69289]: value = "task-3277837" [ 1129.864861] env[69289]: _type = "Task" [ 1129.864861] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.873117] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277837, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.061455] env[69289]: DEBUG nova.objects.base [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Object Instance<00f949aa-826d-4f50-8384-88e1f4880dbd> lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1130.061455] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3047f135-0d82-457e-ab6d-fe3ff63eb549 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.080835] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-119f682b-22da-4484-97a5-db97785bcb03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.086295] env[69289]: DEBUG oslo_vmware.api [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1130.086295] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc37bf-ec5c-c403-de2b-f23e68d29333" [ 1130.086295] env[69289]: _type = "Task" [ 1130.086295] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.093921] env[69289]: DEBUG oslo_vmware.api [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc37bf-ec5c-c403-de2b-f23e68d29333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.374698] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277837, 'name': Rename_Task, 'duration_secs': 0.197793} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.374969] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.375224] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d36a9c-435f-440c-93ed-6d96fc6aba37 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.380779] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1130.380779] env[69289]: value = "task-3277838" [ 1130.380779] env[69289]: _type = "Task" [ 1130.380779] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.387743] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.597844] env[69289]: DEBUG oslo_vmware.api [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cc37bf-ec5c-c403-de2b-f23e68d29333, 'name': SearchDatastore_Task, 'duration_secs': 0.008409} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.598177] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.598474] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.681198] env[69289]: DEBUG nova.compute.manager [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-plugged-8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.681475] env[69289]: DEBUG oslo_concurrency.lockutils [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.681708] env[69289]: DEBUG oslo_concurrency.lockutils [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.681905] env[69289]: DEBUG oslo_concurrency.lockutils [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.682034] env[69289]: DEBUG nova.compute.manager [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] No waiting events found dispatching network-vif-plugged-8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.682205] env[69289]: WARNING nova.compute.manager [req-f93518f4-dc5d-4e73-a8ed-dfa3d9b49b37 req-3d7f742c-b7c1-4e09-bc5b-ca8bc889e57d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received unexpected event network-vif-plugged-8f32907f-efe5-4fc1-b693-0bfcd5b27624 for instance with vm_state active and task_state None. [ 1130.767700] env[69289]: DEBUG nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Successfully updated port: 8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.889815] env[69289]: DEBUG oslo_vmware.api [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277838, 'name': PowerOnVM_Task, 'duration_secs': 0.49386} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.890250] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.890344] env[69289]: INFO nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1130.890503] env[69289]: DEBUG nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.891253] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5ebc84-45db-4978-b144-f54f820aa57e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.245782] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0899c90b-4b59-463b-a9c1-7d0be0fa1e77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.255319] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a32239-bc06-4ab7-bbd8-052ea97b0c61 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.286108] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.286308] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.286518] env[69289]: DEBUG nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.288376] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044368ba-27a1-4cd2-a623-6b9da2e9b645 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.296349] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2456850-f266-4f15-b413-f1d8561f5627 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.309825] env[69289]: DEBUG nova.compute.provider_tree [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.408709] env[69289]: INFO nova.compute.manager [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Took 10.05 seconds to build instance. [ 1131.435645] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.435890] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.812564] env[69289]: DEBUG nova.scheduler.client.report [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.825446] env[69289]: WARNING nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1131.911140] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9db71016-19a5-48e1-b93d-c19204186d71 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.565s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.939508] env[69289]: DEBUG nova.compute.utils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.090564] env[69289]: DEBUG nova.network.neutron [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "address": "fa:16:3e:38:4a:01", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f32907f-ef", "ovs_interfaceid": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.442105] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.592915] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.593555] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.593724] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.594580] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15fd161-a653-40dd-a947-02df923d3e32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.611866] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.612111] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.612272] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.612461] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.612608] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.612753] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.612957] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.613129] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.613302] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.613466] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.613635] env[69289]: DEBUG nova.virt.hardware [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.619910] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfiguring VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.620216] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d52510da-241f-40db-9eec-9d37b1afc576 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.636975] env[69289]: DEBUG oslo_vmware.api [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1132.636975] env[69289]: value = "task-3277839" [ 1132.636975] env[69289]: _type = "Task" [ 1132.636975] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.644170] env[69289]: DEBUG oslo_vmware.api [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277839, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.823042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.224s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.823346] env[69289]: DEBUG nova.compute.manager [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69289) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1133.147989] env[69289]: DEBUG oslo_vmware.api [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277839, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.171815] env[69289]: DEBUG nova.compute.manager [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-changed-8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.171984] env[69289]: DEBUG nova.compute.manager [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing instance network info cache due to event network-changed-8f32907f-efe5-4fc1-b693-0bfcd5b27624. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.172206] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.172348] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.172505] env[69289]: DEBUG nova.network.neutron [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing network info cache for port 8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.387627] env[69289]: INFO nova.scheduler.client.report [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted allocation for migration 8fab0752-9716-4701-8733-a54d6470224e [ 1133.502150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.502416] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.502644] env[69289]: INFO nova.compute.manager [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Attaching volume 4db376f0-c4db-4ffb-83fb-e69830ad406b to /dev/sdb [ 1133.534774] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433af6a2-f4dc-4972-bf31-ae8e2d284d62 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.544349] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cb4720-f7ce-4c72-8362-78f3209f548b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.557510] env[69289]: DEBUG nova.virt.block_device [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating existing volume attachment record: 72f1cfe4-5923-4c14-93fb-1c732b82d596 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.647588] env[69289]: DEBUG oslo_vmware.api [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277839, 'name': ReconfigVM_Task, 'duration_secs': 0.533442} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.648104] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.648360] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfigured VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.892969] env[69289]: DEBUG nova.network.neutron [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updated VIF entry in instance network info cache for port 8f32907f-efe5-4fc1-b693-0bfcd5b27624. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.893431] env[69289]: DEBUG nova.network.neutron [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "address": "fa:16:3e:38:4a:01", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f32907f-ef", "ovs_interfaceid": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.895304] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ce8e086-3a1d-4975-8b16-db2ee0340fe3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.706s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.003134] env[69289]: DEBUG nova.objects.instance [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.153131] env[69289]: DEBUG oslo_concurrency.lockutils [None req-31ad79aa-97df-4209-a2f5-a9e30232b9c4 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.277s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.304475] env[69289]: INFO nova.compute.manager [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Rebuilding instance [ 1134.343696] env[69289]: DEBUG nova.compute.manager [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.344621] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5277ec-3a0f-4e7a-b1d7-a02cc027a67f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.396956] env[69289]: DEBUG oslo_concurrency.lockutils [req-f5ddce17-7d3c-4b79-97c9-2a3fe30975d2 req-7f7b965f-7397-49ec-9790-ad9bf9c99ab8 service nova] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.508042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.508246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.508565] env[69289]: DEBUG nova.network.neutron [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.508824] env[69289]: DEBUG nova.objects.instance [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'info_cache' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.012579] env[69289]: DEBUG nova.objects.base [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Object Instance<00f949aa-826d-4f50-8384-88e1f4880dbd> lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.357728] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.358127] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3083054-3cf7-40bb-a47d-9c598e6afa76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.365153] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1135.365153] env[69289]: value = "task-3277841" [ 1135.365153] env[69289]: _type = "Task" [ 1135.365153] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.373805] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.718959] env[69289]: DEBUG nova.network.neutron [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [{"id": "f28130e2-c119-4b40-bb93-df580d9205aa", "address": "fa:16:3e:a8:5c:4a", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28130e2-c1", "ovs_interfaceid": "f28130e2-c119-4b40-bb93-df580d9205aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.824335] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-376a8246-2360-426c-bac2-099e399dc262-b3010f80-c139-4ba3-a639-235d428d9619" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.825437] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-b3010f80-c139-4ba3-a639-235d428d9619" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.825832] env[69289]: DEBUG nova.objects.instance [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.877444] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277841, 'name': PowerOffVM_Task, 'duration_secs': 0.125361} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.877747] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.878709] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.879965] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2bae3-8cf4-4f74-98cb-6ef9d336e865 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.889018] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.889018] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-477bb77e-541b-40f0-951a-7a767e2080a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.918008] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.918254] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.918497] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Deleting the datastore file [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.918768] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee93f308-b811-4fa1-8da9-fdbfc4bf2cea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.925011] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1135.925011] env[69289]: value = "task-3277844" [ 1135.925011] env[69289]: _type = "Task" [ 1135.925011] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.929430] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.929653] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.929793] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.929940] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.930105] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.933556] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.933666] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1135.933881] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.934078] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.221383] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-00f949aa-826d-4f50-8384-88e1f4880dbd" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.413039] env[69289]: DEBUG nova.objects.instance [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.435109] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112699} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.435372] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.435556] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.435729] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.438908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.439151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.439319] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.439469] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1136.440621] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8720e6-1106-41cb-bdc8-6348de20fe67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.448240] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6ab5e-b93c-430b-a3ed-daa0578f3d87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.462274] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66533293-7622-4cb2-a358-78ec93bb5400 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.468696] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36b60f-1796-478f-ba20-9f1efdf79390 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.501019] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179564MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1136.501207] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.501431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.916719] env[69289]: DEBUG nova.objects.base [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance<376a8246-2360-426c-bac2-099e399dc262> lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.916955] env[69289]: DEBUG nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.993300] env[69289]: DEBUG nova.policy [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.227555] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.227888] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a9c5683-eb49-459c-92a9-9295c4b8b4df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.235751] env[69289]: DEBUG oslo_vmware.api [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1137.235751] env[69289]: value = "task-3277845" [ 1137.235751] env[69289]: _type = "Task" [ 1137.235751] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.245087] env[69289]: DEBUG oslo_vmware.api [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.470640] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.470640] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.470978] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.470978] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.471695] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.471695] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.471695] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.471830] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.472346] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.472346] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.472442] env[69289]: DEBUG nova.virt.hardware [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.473361] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d081de-2e12-42fa-880a-892b89f0c1d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.481799] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e948e4-c0ec-45a1-afb3-da20d51ed444 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.494952] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.500632] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.500893] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.501127] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-575daae1-461c-4d72-8cab-feab27d6e2e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.520539] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.520539] env[69289]: value = "task-3277846" [ 1137.520539] env[69289]: _type = "Task" [ 1137.520539] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.530509] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277846, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.534664] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.534895] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 45753558-ccf9-4754-9a2c-bde58559d139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535049] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bf51b500-f1e2-475f-954a-415581506614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535163] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 1dec9f85-39e7-4c46-b082-be0e78429691 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535282] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535394] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 376a8246-2360-426c-bac2-099e399dc262 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535501] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ca5f77d8-525f-46e8-977a-ae845bb9f0b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535610] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 61226152-ac0b-49df-924e-45a133981f18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535717] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.535824] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 00f949aa-826d-4f50-8384-88e1f4880dbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.536054] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 17781e02-7b57-4734-b97f-e957767b0ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1137.536155] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1137.536278] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1137.698066] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9644bfe-681c-45ca-bade-62cef6c5c95c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.705955] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12ae32-175b-420a-9ae6-09c85694b59e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.735739] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad47800-346e-443b-b3ec-3066a1d890cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.748857] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f9767-69bb-416f-8db6-2ba432f09982 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.753185] env[69289]: DEBUG oslo_vmware.api [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277845, 'name': PowerOnVM_Task, 'duration_secs': 0.407594} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.753477] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.753721] env[69289]: DEBUG nova.compute.manager [None req-f13ce946-9892-4041-b3cd-60499657a815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.754844] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f80fd-4364-4e58-b0d4-fcc6ef563d05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.765661] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.901172] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.901438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.901653] env[69289]: INFO nova.compute.manager [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Shelving [ 1138.030791] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277846, 'name': CreateVM_Task, 'duration_secs': 0.285777} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.030970] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.031399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.031562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.031866] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.032158] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a610c3-4dab-4369-80d4-ccd66f2fd7c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.037175] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1138.037175] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526bc4bc-5c2e-0a27-964e-6549624525dc" [ 1138.037175] env[69289]: _type = "Task" [ 1138.037175] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.046234] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526bc4bc-5c2e-0a27-964e-6549624525dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.104121] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.104363] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654652', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'name': 'volume-4db376f0-c4db-4ffb-83fb-e69830ad406b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61226152-ac0b-49df-924e-45a133981f18', 'attached_at': '', 'detached_at': '', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'serial': '4db376f0-c4db-4ffb-83fb-e69830ad406b'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.105265] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9b00ba-21c7-424f-ab78-081e52da9133 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.121232] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482e7d1-39a7-40f3-9dab-accc4818e5e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.145217] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-4db376f0-c4db-4ffb-83fb-e69830ad406b/volume-4db376f0-c4db-4ffb-83fb-e69830ad406b.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.146635] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b41bbb31-fec3-473a-8387-35da4bc487a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.167500] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1138.167500] env[69289]: value = "task-3277847" [ 1138.167500] env[69289]: _type = "Task" [ 1138.167500] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.176585] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.268831] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.353831] env[69289]: DEBUG nova.compute.manager [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-plugged-b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.354010] env[69289]: DEBUG oslo_concurrency.lockutils [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.354235] env[69289]: DEBUG oslo_concurrency.lockutils [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.354458] env[69289]: DEBUG oslo_concurrency.lockutils [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] Lock "376a8246-2360-426c-bac2-099e399dc262-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.354721] env[69289]: DEBUG nova.compute.manager [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] No waiting events found dispatching network-vif-plugged-b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.354803] env[69289]: WARNING nova.compute.manager [req-59c0c9f1-ebce-4bb7-bead-b37871509ebd req-9a0f9488-c25d-47ec-a5d0-59e0c2e63579 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received unexpected event network-vif-plugged-b3010f80-c139-4ba3-a639-235d428d9619 for instance with vm_state active and task_state None. [ 1138.430298] env[69289]: DEBUG nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Successfully updated port: b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.547292] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526bc4bc-5c2e-0a27-964e-6549624525dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.547593] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.547828] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.548272] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.548272] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.548404] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.548666] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c84e164-8e08-427f-91c6-e1ea9e51892b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.556164] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.556359] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.557048] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6968f735-01fc-47a4-bacb-2b11dd479465 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.561501] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1138.561501] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a27732-568d-710c-62af-482386b5e777" [ 1138.561501] env[69289]: _type = "Task" [ 1138.561501] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.568574] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a27732-568d-710c-62af-482386b5e777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.663588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.663756] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.664356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.664356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.664356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.666273] env[69289]: INFO nova.compute.manager [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Terminating instance [ 1138.679142] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277847, 'name': ReconfigVM_Task, 'duration_secs': 0.384243} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.679405] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-4db376f0-c4db-4ffb-83fb-e69830ad406b/volume-4db376f0-c4db-4ffb-83fb-e69830ad406b.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.684188] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a46eef0-9cb8-4fe2-8456-7eca74a017e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.698759] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1138.698759] env[69289]: value = "task-3277848" [ 1138.698759] env[69289]: _type = "Task" [ 1138.698759] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.707129] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.773877] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1138.774089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.774311] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.774446] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1138.911486] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.911905] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b565550-96a9-41af-8d81-850b96e627ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.919258] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1138.919258] env[69289]: value = "task-3277849" [ 1138.919258] env[69289]: _type = "Task" [ 1138.919258] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.926972] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.932775] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.932928] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.933093] env[69289]: DEBUG nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.073166] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a27732-568d-710c-62af-482386b5e777, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.073949] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98585a9f-8fdb-4ac4-b804-055fbffbda46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.079114] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1139.079114] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f32dcb-89d1-c9c4-dd60-1e388fb4f79a" [ 1139.079114] env[69289]: _type = "Task" [ 1139.079114] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.087313] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f32dcb-89d1-c9c4-dd60-1e388fb4f79a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.174404] env[69289]: DEBUG nova.compute.manager [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.174646] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.175551] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc819d83-73e6-4342-ad7c-a5d83fd32b3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.182956] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.183173] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9cd4c0f-88f7-43b5-b23b-a84b47ea4ddb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.188947] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1139.188947] env[69289]: value = "task-3277850" [ 1139.188947] env[69289]: _type = "Task" [ 1139.188947] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.198822] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.209311] env[69289]: DEBUG oslo_vmware.api [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277848, 'name': ReconfigVM_Task, 'duration_secs': 0.129974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.209601] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654652', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'name': 'volume-4db376f0-c4db-4ffb-83fb-e69830ad406b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61226152-ac0b-49df-924e-45a133981f18', 'attached_at': '', 'detached_at': '', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'serial': '4db376f0-c4db-4ffb-83fb-e69830ad406b'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.289029] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] There are 49 instances to clean {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1139.289228] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ef62c0c8-e6a3-4406-9a3e-4a4a7753b419] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.429514] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277849, 'name': PowerOffVM_Task, 'duration_secs': 0.211057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.429763] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.430980] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f8fa4-6152-4eff-abeb-75b442099795 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.456833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e8197-c167-4b87-a52d-e050a882f552 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.482892] env[69289]: WARNING nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1139.482892] env[69289]: WARNING nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1139.589441] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f32dcb-89d1-c9c4-dd60-1e388fb4f79a, 'name': SearchDatastore_Task, 'duration_secs': 0.02268} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.589921] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.589921] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.590205] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab049e2d-9774-4e93-8154-3c025ed8482d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.596507] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1139.596507] env[69289]: value = "task-3277851" [ 1139.596507] env[69289]: _type = "Task" [ 1139.596507] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.604684] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.699734] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277850, 'name': PowerOffVM_Task, 'duration_secs': 0.215794} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.702415] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.702609] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.702898] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d26f72-cfe8-4c30-ba03-39aa5724112c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.762724] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.763029] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.763300] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleting the datastore file [datastore2] 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.763575] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfdccbc7-fb3c-4512-815e-a3ef0684e2ed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.772094] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1139.772094] env[69289]: value = "task-3277853" [ 1139.772094] env[69289]: _type = "Task" [ 1139.772094] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.781343] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.792446] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c507b53c-d966-41b5-94e7-5324842ae8ec] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.905213] env[69289]: DEBUG nova.network.neutron [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "address": "fa:16:3e:38:4a:01", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f32907f-ef", "ovs_interfaceid": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3010f80-c139-4ba3-a639-235d428d9619", "address": "fa:16:3e:d8:ca:f5", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3010f80-c1", "ovs_interfaceid": "b3010f80-c139-4ba3-a639-235d428d9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.967189] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1139.967579] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c616350-93d7-4b0b-99de-2e5496a9bb15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.977043] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1139.977043] env[69289]: value = "task-3277854" [ 1139.977043] env[69289]: _type = "Task" [ 1139.977043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.988466] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.106553] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487819} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.106841] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.107111] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.107403] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90973160-8fa9-40bc-a1a7-da61c1ea8d6c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.113160] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1140.113160] env[69289]: value = "task-3277855" [ 1140.113160] env[69289]: _type = "Task" [ 1140.113160] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.121484] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.249904] env[69289]: DEBUG nova.objects.instance [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid 61226152-ac0b-49df-924e-45a133981f18 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.282587] env[69289]: DEBUG oslo_vmware.api [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436865} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.282856] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.283060] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.283249] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.283422] env[69289]: INFO nova.compute.manager [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1140.283657] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.283848] env[69289]: DEBUG nova.compute.manager [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.283943] env[69289]: DEBUG nova.network.neutron [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.295100] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 7b0186fa-b209-4e43-ab89-7216b00de6f3] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.409200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.409200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.409200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.410425] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11654fe5-08d7-4e38-90ee-c06b9b012c09 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.434613] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.436042] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.436042] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.436042] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.436222] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.436435] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.436713] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.436927] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.437121] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.437700] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.437700] env[69289]: DEBUG nova.virt.hardware [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.444283] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfiguring VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1140.444712] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c308a53-bd94-406a-9eb4-bbc76621d917 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.462795] env[69289]: DEBUG oslo_vmware.api [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1140.462795] env[69289]: value = "task-3277856" [ 1140.462795] env[69289]: _type = "Task" [ 1140.462795] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.470714] env[69289]: DEBUG oslo_vmware.api [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277856, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.485756] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277854, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.488943] env[69289]: DEBUG nova.compute.manager [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-changed-b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.489144] env[69289]: DEBUG nova.compute.manager [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing instance network info cache due to event network-changed-b3010f80-c139-4ba3-a639-235d428d9619. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.489364] env[69289]: DEBUG oslo_concurrency.lockutils [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.489511] env[69289]: DEBUG oslo_concurrency.lockutils [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.489671] env[69289]: DEBUG nova.network.neutron [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Refreshing network info cache for port b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.623928] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064794} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.624390] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.625097] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b3f81-c1af-4966-a207-c7a5140fe435 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.646742] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.647347] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b7d518a-110a-4c7b-8a4d-881eda33a9de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.668941] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1140.668941] env[69289]: value = "task-3277857" [ 1140.668941] env[69289]: _type = "Task" [ 1140.668941] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.678838] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.755809] env[69289]: DEBUG oslo_concurrency.lockutils [None req-40124833-584d-44c7-aa8b-aabbd79613f8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.798289] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 0d272b53-9f53-452c-b2b4-e025f3251099] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.974442] env[69289]: DEBUG oslo_vmware.api [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.986684] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277854, 'name': CreateSnapshot_Task, 'duration_secs': 0.885472} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.987644] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1140.988481] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99d74c-6fe9-4a9d-b478-c14b8a581d33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.099149] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.099432] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.183650] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277857, 'name': ReconfigVM_Task, 'duration_secs': 0.423078} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.183650] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7/17781e02-7b57-4734-b97f-e957767b0ba7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.183650] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113a0f55-fad9-4ab6-84f3-59037c060c1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.189519] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1141.189519] env[69289]: value = "task-3277858" [ 1141.189519] env[69289]: _type = "Task" [ 1141.189519] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.201276] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277858, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.211788] env[69289]: DEBUG nova.network.neutron [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updated VIF entry in instance network info cache for port b3010f80-c139-4ba3-a639-235d428d9619. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.211788] env[69289]: DEBUG nova.network.neutron [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "address": "fa:16:3e:38:4a:01", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f32907f-ef", "ovs_interfaceid": "8f32907f-efe5-4fc1-b693-0bfcd5b27624", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3010f80-c139-4ba3-a639-235d428d9619", "address": "fa:16:3e:d8:ca:f5", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3010f80-c1", "ovs_interfaceid": "b3010f80-c139-4ba3-a639-235d428d9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.302259] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ef077141-c8ec-4f6d-b7ec-703bc603c2af] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.475861] env[69289]: DEBUG oslo_vmware.api [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277856, 'name': ReconfigVM_Task, 'duration_secs': 0.699096} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.476109] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.476339] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfigured VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1141.478867] env[69289]: DEBUG nova.network.neutron [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.507576] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1141.508375] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7a69b20-9a11-4261-8f05-2c7d519fb423 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.516624] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1141.516624] env[69289]: value = "task-3277859" [ 1141.516624] env[69289]: _type = "Task" [ 1141.516624] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.524462] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277859, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.602500] env[69289]: INFO nova.compute.manager [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Detaching volume 4db376f0-c4db-4ffb-83fb-e69830ad406b [ 1141.642076] env[69289]: INFO nova.virt.block_device [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Attempting to driver detach volume 4db376f0-c4db-4ffb-83fb-e69830ad406b from mountpoint /dev/sdb [ 1141.642359] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1141.642518] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654652', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'name': 'volume-4db376f0-c4db-4ffb-83fb-e69830ad406b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61226152-ac0b-49df-924e-45a133981f18', 'attached_at': '', 'detached_at': '', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'serial': '4db376f0-c4db-4ffb-83fb-e69830ad406b'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1141.643472] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c7cde8-d638-4f30-beff-6cc56aa1ab8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.664653] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba711d57-4683-41e1-9e62-74d281973ba8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.674346] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699f7f6a-6006-40d1-8250-f859682a131a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.699696] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bff2678-fcbe-427c-8c3a-e616b7669d81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.707409] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277858, 'name': Rename_Task, 'duration_secs': 0.130371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.717726] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.718321] env[69289]: DEBUG oslo_concurrency.lockutils [req-167d1bcf-0dcb-4b0a-920b-9033f80c7d8b req-81d5bbb2-5047-4e74-8052-e3e704658e6d service nova] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.718714] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] The volume has not been displaced from its original location: [datastore2] volume-4db376f0-c4db-4ffb-83fb-e69830ad406b/volume-4db376f0-c4db-4ffb-83fb-e69830ad406b.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1141.723843] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1141.724143] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba7ebe6f-c4c8-42a8-ab22-7a7bcd0fc457 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.725783] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67ca58c-1f77-44a8-b8bf-e77eacbabbab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.745920] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1141.745920] env[69289]: value = "task-3277860" [ 1141.745920] env[69289]: _type = "Task" [ 1141.745920] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.746865] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1141.746865] env[69289]: value = "task-3277861" [ 1141.746865] env[69289]: _type = "Task" [ 1141.746865] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.761074] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.761676] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.805255] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e669324d-e0b1-45fc-85d3-00b63544e4fd] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.982031] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7bb1ce5f-1c7b-42ab-911f-ab2882130de3 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-b3010f80-c139-4ba3-a639-235d428d9619" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.156s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.983302] env[69289]: INFO nova.compute.manager [-] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Took 1.70 seconds to deallocate network for instance. [ 1142.027548] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277859, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.259018] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277861, 'name': ReconfigVM_Task, 'duration_secs': 0.230213} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.262037] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.266525] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277860, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.266743] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea7c913-d53e-4960-8985-f538211b43c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.281194] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1142.281194] env[69289]: value = "task-3277862" [ 1142.281194] env[69289]: _type = "Task" [ 1142.281194] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.289249] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.308957] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 7ae80add-e065-41cb-a414-638121c5ee12] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.492793] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.493222] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.493509] env[69289]: DEBUG nova.objects.instance [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'resources' on Instance uuid 00f949aa-826d-4f50-8384-88e1f4880dbd {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.527014] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277859, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.716812] env[69289]: DEBUG nova.compute.manager [req-7dd6336a-bf4c-4474-b5a7-797f279961e4 req-943d4cbe-6162-4c70-954a-edbd4df2c124 service nova] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Received event network-vif-deleted-f28130e2-c119-4b40-bb93-df580d9205aa {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.756364] env[69289]: DEBUG oslo_vmware.api [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277860, 'name': PowerOnVM_Task, 'duration_secs': 0.61084} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.756622] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.756862] env[69289]: DEBUG nova.compute.manager [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.757637] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8fe60-ec97-401d-a9a4-9c6e10c00eb5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.790731] env[69289]: DEBUG oslo_vmware.api [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277862, 'name': ReconfigVM_Task, 'duration_secs': 0.176324} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.791018] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654652', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'name': 'volume-4db376f0-c4db-4ffb-83fb-e69830ad406b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '61226152-ac0b-49df-924e-45a133981f18', 'attached_at': '', 'detached_at': '', 'volume_id': '4db376f0-c4db-4ffb-83fb-e69830ad406b', 'serial': '4db376f0-c4db-4ffb-83fb-e69830ad406b'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1142.813691] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ace263de-9563-4fda-95f3-0f547e720469] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.027411] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277859, 'name': CloneVM_Task} progress is 95%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.260133] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c145ceeb-184c-4e4e-aead-33ab283ab822 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.268028] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1d7bb-6ec3-4b3e-8584-990ed93b6b9b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.302179] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.302926] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071827e7-599f-4c71-b3a2-8a15c577b193 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.310313] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5cbb4f-4488-4ac5-819a-433cf7e5b6da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.315680] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ef6e8837-e8fe-44e0-8bc2-a7f1628c2d6a] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.325121] env[69289]: DEBUG nova.compute.provider_tree [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.330922] env[69289]: DEBUG nova.objects.instance [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid 61226152-ac0b-49df-924e-45a133981f18 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.428957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "17781e02-7b57-4734-b97f-e957767b0ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.429225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.429490] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "17781e02-7b57-4734-b97f-e957767b0ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.429686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.429855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.431929] env[69289]: INFO nova.compute.manager [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Terminating instance [ 1143.527352] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277859, 'name': CloneVM_Task, 'duration_secs': 1.654259} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.527573] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Created linked-clone VM from snapshot [ 1143.528344] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc5bdd-5b65-467f-8e0f-adfd087b81fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.535299] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Uploading image 4f2f8829-00db-4883-a354-de1e90f708cb {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1143.567227] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1143.567227] env[69289]: value = "vm-654655" [ 1143.567227] env[69289]: _type = "VirtualMachine" [ 1143.567227] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1143.567498] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-732ede7b-d85e-49bd-8f70-4a5770d55f14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.573806] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease: (returnval){ [ 1143.573806] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52848a11-d10c-c713-a250-877ff5944c59" [ 1143.573806] env[69289]: _type = "HttpNfcLease" [ 1143.573806] env[69289]: } obtained for exporting VM: (result){ [ 1143.573806] env[69289]: value = "vm-654655" [ 1143.573806] env[69289]: _type = "VirtualMachine" [ 1143.573806] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1143.574049] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the lease: (returnval){ [ 1143.574049] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52848a11-d10c-c713-a250-877ff5944c59" [ 1143.574049] env[69289]: _type = "HttpNfcLease" [ 1143.574049] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.579879] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.579879] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52848a11-d10c-c713-a250-877ff5944c59" [ 1143.579879] env[69289]: _type = "HttpNfcLease" [ 1143.579879] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.679854] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-376a8246-2360-426c-bac2-099e399dc262-8f32907f-efe5-4fc1-b693-0bfcd5b27624" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.680150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-8f32907f-efe5-4fc1-b693-0bfcd5b27624" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.827211] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: f36dfff1-d3e7-4372-87c6-c81204e13f6d] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.829586] env[69289]: DEBUG nova.scheduler.client.report [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.935414] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "refresh_cache-17781e02-7b57-4734-b97f-e957767b0ba7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.935597] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquired lock "refresh_cache-17781e02-7b57-4734-b97f-e957767b0ba7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.935773] env[69289]: DEBUG nova.network.neutron [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.082775] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.082775] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52848a11-d10c-c713-a250-877ff5944c59" [ 1144.082775] env[69289]: _type = "HttpNfcLease" [ 1144.082775] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.083074] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.083074] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52848a11-d10c-c713-a250-877ff5944c59" [ 1144.083074] env[69289]: _type = "HttpNfcLease" [ 1144.083074] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1144.083781] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b4d92-d048-452f-badf-afa2543295f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.090420] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.090588] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1144.182986] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.183194] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184060] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81a786d-8ca9-46d6-a7ac-145cbce74067 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.204239] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446278d0-8921-4bf9-b02b-98d7617b88e0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.233279] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfiguring VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1144.233553] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16ff3e0-1625-4bd8-bde7-061d593bee99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.252518] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1144.252518] env[69289]: value = "task-3277864" [ 1144.252518] env[69289]: _type = "Task" [ 1144.252518] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.258352] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b028524-33c1-48f3-bac1-00d754d15292 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.263597] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.333058] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 8a2e3f3f-0c59-4e72-962b-c7f69e729d1d] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.335267] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.337534] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.035s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.337917] env[69289]: DEBUG nova.objects.instance [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1144.340057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7c2ce27e-36e7-42c9-a700-62883af500e8 tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.241s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.360593] env[69289]: INFO nova.scheduler.client.report [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted allocations for instance 00f949aa-826d-4f50-8384-88e1f4880dbd [ 1144.460299] env[69289]: DEBUG nova.network.neutron [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.520363] env[69289]: DEBUG nova.network.neutron [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.763971] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.839027] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 8537e560-6851-47e4-b00c-381024307c19] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.870379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9e51c5a7-a41b-480c-8ecc-2fb36af8625e tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "00f949aa-826d-4f50-8384-88e1f4880dbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.207s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.022863] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Releasing lock "refresh_cache-17781e02-7b57-4734-b97f-e957767b0ba7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.023339] env[69289]: DEBUG nova.compute.manager [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.023531] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.024450] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb222fb-8b47-4ea2-92a3-02ea7b7504fc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.033026] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.033430] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a69e8a4-9455-41b2-b4d6-a905e9b2b340 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.040403] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1145.040403] env[69289]: value = "task-3277865" [ 1145.040403] env[69289]: _type = "Task" [ 1145.040403] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.051767] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.264287] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.341748] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ec03d8fc-e76c-4f2a-88fb-fa97d40e99ed] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.348046] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dbd71b77-0816-4d24-82ad-bf3c53890a84 tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.405927] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.408056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.408056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "61226152-ac0b-49df-924e-45a133981f18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.408056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.408056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.408878] env[69289]: INFO nova.compute.manager [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Terminating instance [ 1145.550727] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277865, 'name': PowerOffVM_Task, 'duration_secs': 0.22432} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.551074] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.551367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.551741] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c72faf5-5ac5-47c7-bfc1-4d48f383a0a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.577237] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.577630] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.577895] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Deleting the datastore file [datastore2] 17781e02-7b57-4734-b97f-e957767b0ba7 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.578204] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a010209-dbdc-43db-8007-7a06dee0754c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.585904] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for the task: (returnval){ [ 1145.585904] env[69289]: value = "task-3277867" [ 1145.585904] env[69289]: _type = "Task" [ 1145.585904] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.594133] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.764945] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.845815] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d850226c-c107-4826-90c8-9de885241df4] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.856714] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.856974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.913227] env[69289]: DEBUG nova.compute.manager [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.913554] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.914490] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e120eb2b-c1a7-4d7b-8c76-78fdc35bb829 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.922674] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.923011] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e46479d-6446-43bd-8bc2-cbf6564930e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.929137] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1145.929137] env[69289]: value = "task-3277868" [ 1145.929137] env[69289]: _type = "Task" [ 1145.929137] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.936926] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.096657] env[69289]: DEBUG oslo_vmware.api [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Task: {'id': task-3277867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300742} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.096953] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.097218] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.097422] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.097694] env[69289]: INFO nova.compute.manager [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1146.097939] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.098172] env[69289]: DEBUG nova.compute.manager [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.098392] env[69289]: DEBUG nova.network.neutron [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.117462] env[69289]: DEBUG nova.network.neutron [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.265911] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.350074] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d7c80603-9c2c-456b-933d-3b2e4ea0196c] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.359342] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.441088] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277868, 'name': PowerOffVM_Task, 'duration_secs': 0.197451} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.441358] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.441524] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.441775] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e89f2ba-377d-4033-bbdf-111acac7a001 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.509120] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.509375] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.509620] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleting the datastore file [datastore1] 61226152-ac0b-49df-924e-45a133981f18 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.509892] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b902ff-fc94-4b1e-8b84-ef47dd534560 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.516527] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1146.516527] env[69289]: value = "task-3277870" [ 1146.516527] env[69289]: _type = "Task" [ 1146.516527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.525095] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.621026] env[69289]: DEBUG nova.network.neutron [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.766815] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.853775] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 98593665-4542-433a-8984-ec8fdcc8b40f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.880451] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.880728] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.882320] env[69289]: INFO nova.compute.claims [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1147.027078] env[69289]: DEBUG oslo_vmware.api [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207884} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.027352] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.027552] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.027704] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.027873] env[69289]: INFO nova.compute.manager [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: 61226152-ac0b-49df-924e-45a133981f18] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.028129] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.028384] env[69289]: DEBUG nova.compute.manager [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.028491] env[69289]: DEBUG nova.network.neutron [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.123429] env[69289]: INFO nova.compute.manager [-] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Took 1.02 seconds to deallocate network for instance. [ 1147.266450] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.358241] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 182afd47-30fe-42cc-b84a-82e7b2b6ac07] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.537370] env[69289]: DEBUG nova.compute.manager [req-27fc73f6-7f3f-4181-8b8c-799055acdf3f req-d1d34dd2-a89a-46ce-923d-eb1aaabae544 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Received event network-vif-deleted-2a3bb7bd-a972-46cd-ba35-f12a354fc7a9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.537370] env[69289]: INFO nova.compute.manager [req-27fc73f6-7f3f-4181-8b8c-799055acdf3f req-d1d34dd2-a89a-46ce-923d-eb1aaabae544 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Neutron deleted interface 2a3bb7bd-a972-46cd-ba35-f12a354fc7a9; detaching it from the instance and deleting it from the info cache [ 1147.537370] env[69289]: DEBUG nova.network.neutron [req-27fc73f6-7f3f-4181-8b8c-799055acdf3f req-d1d34dd2-a89a-46ce-923d-eb1aaabae544 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.629736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.768249] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.861273] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 0b3e18ba-6cd3-4a51-8654-cef6bdba4a4a] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.928733] env[69289]: DEBUG oslo_concurrency.lockutils [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.928981] env[69289]: DEBUG oslo_concurrency.lockutils [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.015926] env[69289]: DEBUG nova.network.neutron [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.038684] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f2c8e7-f9bf-4c40-89a8-c42608e3eb60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.051582] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b45f1a2-54b3-4f4a-8aa7-83cb8da6ab6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.063220] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7505f87-b258-454e-b045-af1d3832bf81 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.070859] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe35d58-e506-4bb8-9577-7006e21caa19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.084915] env[69289]: DEBUG nova.compute.manager [req-27fc73f6-7f3f-4181-8b8c-799055acdf3f req-d1d34dd2-a89a-46ce-923d-eb1aaabae544 service nova] [instance: 61226152-ac0b-49df-924e-45a133981f18] Detach interface failed, port_id=2a3bb7bd-a972-46cd-ba35-f12a354fc7a9, reason: Instance 61226152-ac0b-49df-924e-45a133981f18 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1148.109875] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48ee8cb-e86a-48e0-a2cd-da60510695be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.118565] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5b39d-644f-4e71-a809-3403ce2a018b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.132851] env[69289]: DEBUG nova.compute.provider_tree [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.266770] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.365162] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: a1ee1c32-4c47-428c-8bd4-77b3e4f7dd61] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.431997] env[69289]: INFO nova.compute.manager [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Detaching volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 [ 1148.481621] env[69289]: INFO nova.virt.block_device [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Attempting to driver detach volume ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4 from mountpoint /dev/sdb [ 1148.481845] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.482052] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.482977] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3997339b-f882-4187-b421-8a8e8115bb49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.504199] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7476530-a718-4b26-b17f-d1b430086d54 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.511143] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bfd25-e6f7-4d54-b4d1-c77c55d592f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.530440] env[69289]: INFO nova.compute.manager [-] [instance: 61226152-ac0b-49df-924e-45a133981f18] Took 1.50 seconds to deallocate network for instance. [ 1148.532985] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5645e8-cfee-4fef-8e3c-5bc2a6a0d606 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.549769] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4/volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1148.555142] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.555489] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1323685a-9d4e-49c1-a984-543b4fa2dd56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.573545] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1148.573545] env[69289]: value = "task-3277871" [ 1148.573545] env[69289]: _type = "Task" [ 1148.573545] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.582541] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.636120] env[69289]: DEBUG nova.scheduler.client.report [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.769167] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.868559] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 7619c342-d11b-403b-aa77-62d9d4338608] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.040235] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.083888] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277871, 'name': ReconfigVM_Task, 'duration_secs': 0.232522} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.084217] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.088844] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee717b5d-68e6-43b6-bd21-dd3ffde22470 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.106898] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1149.106898] env[69289]: value = "task-3277872" [ 1149.106898] env[69289]: _type = "Task" [ 1149.106898] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.116179] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.140730] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.141369] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.144445] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.515s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.144569] env[69289]: DEBUG nova.objects.instance [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lazy-loading 'resources' on Instance uuid 17781e02-7b57-4734-b97f-e957767b0ba7 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.267905] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.371919] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 3489d484-ef7a-473a-949e-bd975362514d] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.603607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.603972] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.604196] env[69289]: DEBUG nova.compute.manager [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.605507] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7451c7c-9b7d-4f33-a304-9c8af8555a51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.617078] env[69289]: DEBUG oslo_vmware.api [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277872, 'name': ReconfigVM_Task, 'duration_secs': 0.176936} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.618720] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654635', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'name': 'volume-ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dec9f85-39e7-4c46-b082-be0e78429691', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4', 'serial': 'ab2dfd30-4df3-45f8-bf20-b5fcc3a6fde4'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1149.620841] env[69289]: DEBUG nova.compute.manager [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1149.621358] env[69289]: DEBUG nova.objects.instance [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'flavor' on Instance uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.647374] env[69289]: DEBUG nova.compute.utils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.651928] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.652110] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.694255] env[69289]: DEBUG nova.policy [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a1b2fe08273482b88afdc28192de274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8546ef3f25b6436b9a4db2f7a420b9d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.771172] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.808209] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e5030-263b-4f64-9aaf-4c9524863db1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.814533] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b355bb2e-4237-4d8b-ab52-9387cc502dcb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.845292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996da74-7e0a-463f-aa0b-e482820f151b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.855025] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e495aaf-a980-444f-a241-cc98e037a7e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.867929] env[69289]: DEBUG nova.compute.provider_tree [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.875495] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 4075209a-13c3-4d06-8235-bcec544ee594] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.992822] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Successfully created port: 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.153070] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.181851] env[69289]: DEBUG nova.objects.instance [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'flavor' on Instance uuid 1dec9f85-39e7-4c46-b082-be0e78429691 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.270123] env[69289]: DEBUG oslo_vmware.api [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277864, 'name': ReconfigVM_Task, 'duration_secs': 5.782057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.270402] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.270632] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfigured VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1150.371669] env[69289]: DEBUG nova.scheduler.client.report [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.379747] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 44e3397c-ddbb-4aa7-8bff-2951b5b4bd39] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.557078] env[69289]: DEBUG nova.compute.manager [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-deleted-8f32907f-efe5-4fc1-b693-0bfcd5b27624 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.557563] env[69289]: INFO nova.compute.manager [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Neutron deleted interface 8f32907f-efe5-4fc1-b693-0bfcd5b27624; detaching it from the instance and deleting it from the info cache [ 1150.557944] env[69289]: DEBUG nova.network.neutron [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b3010f80-c139-4ba3-a639-235d428d9619", "address": "fa:16:3e:d8:ca:f5", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3010f80-c1", "ovs_interfaceid": "b3010f80-c139-4ba3-a639-235d428d9619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.629474] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.629908] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b06a809-4b3d-44f4-98d4-0a93e6a5406e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.643421] env[69289]: DEBUG oslo_vmware.api [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1150.643421] env[69289]: value = "task-3277873" [ 1150.643421] env[69289]: _type = "Task" [ 1150.643421] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.659840] env[69289]: DEBUG oslo_vmware.api [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.876712] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.879152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.839s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.879412] env[69289]: DEBUG nova.objects.instance [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'resources' on Instance uuid 61226152-ac0b-49df-924e-45a133981f18 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.882690] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 27f92f24-73a5-45c0-b1b8-b42e221471af] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.903193] env[69289]: INFO nova.scheduler.client.report [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Deleted allocations for instance 17781e02-7b57-4734-b97f-e957767b0ba7 [ 1151.061077] env[69289]: DEBUG oslo_concurrency.lockutils [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.061334] env[69289]: DEBUG oslo_concurrency.lockutils [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] Acquired lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.062238] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87719ce0-abb7-4a5a-9931-a4f943eed4d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.081159] env[69289]: DEBUG oslo_concurrency.lockutils [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] Releasing lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.081459] env[69289]: WARNING nova.compute.manager [req-ea1ba873-1fbd-4a90-bb72-f7456e716e66 req-b8638c2d-03e4-4565-9688-8b100b7e76f2 service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Detach interface failed, port_id=8f32907f-efe5-4fc1-b693-0bfcd5b27624, reason: No device with interface-id 8f32907f-efe5-4fc1-b693-0bfcd5b27624 exists on VM: nova.exception.NotFound: No device with interface-id 8f32907f-efe5-4fc1-b693-0bfcd5b27624 exists on VM [ 1151.137989] env[69289]: DEBUG nova.compute.manager [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-deleted-b3010f80-c139-4ba3-a639-235d428d9619 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.138208] env[69289]: INFO nova.compute.manager [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Neutron deleted interface b3010f80-c139-4ba3-a639-235d428d9619; detaching it from the instance and deleting it from the info cache [ 1151.138503] env[69289]: DEBUG nova.network.neutron [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.152852] env[69289]: DEBUG oslo_vmware.api [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277873, 'name': PowerOffVM_Task, 'duration_secs': 0.326901} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.154096] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.154433] env[69289]: DEBUG nova.compute.manager [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.155340] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b09cd8-57b3-4019-b3be-4df8898f9357 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.173475] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.199767] env[69289]: DEBUG oslo_concurrency.lockutils [None req-99ac8176-f490-4a5a-b9df-fbb7b36d8331 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.206834] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.207129] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.207296] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.207483] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.207653] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.207781] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.207993] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.208180] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.208438] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.208568] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.208847] env[69289]: DEBUG nova.virt.hardware [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.210650] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f0df7-a345-4211-b3ba-5c42dadc1408 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.219488] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff7f7c-a9a2-46c7-ba37-580ab6225b3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.350119] env[69289]: DEBUG nova.compute.manager [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Received event network-vif-plugged-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.350374] env[69289]: DEBUG oslo_concurrency.lockutils [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.350628] env[69289]: DEBUG oslo_concurrency.lockutils [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.350755] env[69289]: DEBUG oslo_concurrency.lockutils [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.350988] env[69289]: DEBUG nova.compute.manager [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] No waiting events found dispatching network-vif-plugged-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.351324] env[69289]: WARNING nova.compute.manager [req-593b71a2-a7ee-42b3-bd42-b822c7e98f0b req-9891c09f-7b21-441e-b016-9798aef3b5ae service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Received unexpected event network-vif-plugged-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 for instance with vm_state building and task_state spawning. [ 1151.387916] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ff19c631-3312-4f16-a7d5-9981c9511b58] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.414301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0410e567-9b8b-46f8-bdb8-bdf6171efbcb tempest-ServersListShow296Test-864431199 tempest-ServersListShow296Test-864431199-project-member] Lock "17781e02-7b57-4734-b97f-e957767b0ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.985s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.503058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.503058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.503058] env[69289]: DEBUG nova.network.neutron [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.548779] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1151.550057] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b490c2-7655-4a4c-af38-4f70d89b106f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.553916] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ebd607-6763-442e-9176-d46c4bdde8e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.560275] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1151.560434] env[69289]: ERROR oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk due to incomplete transfer. [ 1151.562246] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25ee8918-a196-4987-8d3b-00dd3fbb88cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.564572] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f004013-1824-4ba3-82a1-95ff2ca68382 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.600239] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6448ed8-ce85-4a5e-98c1-b356e4113d15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.602774] env[69289]: DEBUG oslo_vmware.rw_handles [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526a1219-862e-5f23-0028-f378a57df3b7/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1151.602970] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Uploaded image 4f2f8829-00db-4883-a354-de1e90f708cb to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1151.605316] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1151.605566] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fb06a81e-c6e0-41db-b71a-c03cd47dece4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.612561] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd868337-ee1b-4d69-abbf-556b7018d25f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.617090] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1151.617090] env[69289]: value = "task-3277874" [ 1151.617090] env[69289]: _type = "Task" [ 1151.617090] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.629017] env[69289]: DEBUG nova.compute.provider_tree [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.636763] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277874, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.641090] env[69289]: DEBUG oslo_concurrency.lockutils [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.641253] env[69289]: DEBUG oslo_concurrency.lockutils [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Acquired lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.642272] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01441aef-f699-4b8c-b7fb-d700e2846272 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.659240] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e56869-63d6-4a4d-8455-45cc38970600 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.689089] env[69289]: DEBUG nova.virt.vmwareapi.vmops [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfiguring VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1151.689089] env[69289]: DEBUG oslo_concurrency.lockutils [None req-bbb5dd8e-d3a8-41f5-84b1-a280d61d84ac tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.690038] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85814fcc-1862-48b0-910e-fc1e6c430653 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.703846] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.710228] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Waiting for the task: (returnval){ [ 1151.710228] env[69289]: value = "task-3277875" [ 1151.710228] env[69289]: _type = "Task" [ 1151.710228] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.719214] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.891693] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 51e7db56-f0fd-46fd-8090-68ade68de9a5] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.912709] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Successfully updated port: 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.946996] env[69289]: DEBUG nova.objects.instance [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'flavor' on Instance uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.126451] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277874, 'name': Destroy_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.131984] env[69289]: DEBUG nova.scheduler.client.report [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.220837] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.240674] env[69289]: DEBUG nova.network.neutron [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [{"id": "2c6313c0-0890-4700-817c-d5d07676d0cc", "address": "fa:16:3e:4c:7c:7a", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6313c0-08", "ovs_interfaceid": "2c6313c0-0890-4700-817c-d5d07676d0cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.300281] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.300477] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.300700] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.300879] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.301059] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.303380] env[69289]: INFO nova.compute.manager [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Terminating instance [ 1152.395061] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 5f7a8854-3054-4367-ba3b-dd17e5cc838b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.415178] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.415278] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.415505] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.453080] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.453263] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.453459] env[69289]: DEBUG nova.network.neutron [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.453639] env[69289]: DEBUG nova.objects.instance [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'info_cache' on Instance uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.582124] env[69289]: DEBUG nova.compute.manager [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Received event network-changed-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.582124] env[69289]: DEBUG nova.compute.manager [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Refreshing instance network info cache due to event network-changed-5e75ab62-fec4-4fd3-8b65-fd666fcdb393. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.582124] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.627219] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277874, 'name': Destroy_Task, 'duration_secs': 0.516459} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.627516] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Destroyed the VM [ 1152.627785] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1152.628055] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3348a776-fb75-4ca2-a6f1-488a02ebb577 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.634748] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1152.634748] env[69289]: value = "task-3277876" [ 1152.634748] env[69289]: _type = "Task" [ 1152.634748] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.638249] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.645506] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277876, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.665587] env[69289]: INFO nova.scheduler.client.report [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted allocations for instance 61226152-ac0b-49df-924e-45a133981f18 [ 1152.722753] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.743403] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.807626] env[69289]: DEBUG nova.compute.manager [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.807818] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.808801] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eafe24-364a-4867-a7b9-67f755a396a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.816328] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.816615] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2c1a635-b102-44e2-a957-5340b7589906 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.823177] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1152.823177] env[69289]: value = "task-3277877" [ 1152.823177] env[69289]: _type = "Task" [ 1152.823177] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.832768] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.898537] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 49fa1790-4fe4-42c6-96f8-211d4e320a05] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.949856] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.957243] env[69289]: DEBUG nova.objects.base [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Object Instance<016f1e65-ddb2-4ec1-b184-5dc7c4005a8e> lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.094922] env[69289]: DEBUG nova.network.neutron [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.143941] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277876, 'name': RemoveSnapshot_Task, 'duration_secs': 0.362898} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.144218] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1153.144491] env[69289]: DEBUG nova.compute.manager [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.145292] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ecaa9-b57a-4d08-86b9-20afc0633028 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.173354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1e2f10e2-705b-4798-97d9-9fcb1f20ed9b tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "61226152-ac0b-49df-924e-45a133981f18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.767s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.220546] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.247145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-9d76b675-a87c-4404-bacb-f0fc7463e576 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-376a8246-2360-426c-bac2-099e399dc262-8f32907f-efe5-4fc1-b693-0bfcd5b27624" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.567s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.332609] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277877, 'name': PowerOffVM_Task, 'duration_secs': 0.200835} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.332829] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.332998] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.333260] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f3f2aab-2772-4054-bd57-33146682c460 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.391363] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.391573] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.391751] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] 1dec9f85-39e7-4c46-b082-be0e78429691 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.392016] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bd47a7c-ed38-41a8-804d-13bc5fcc8b0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.398116] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1153.398116] env[69289]: value = "task-3277879" [ 1153.398116] env[69289]: _type = "Task" [ 1153.398116] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.401621] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 206628db-4cac-4648-b2b6-139e024346d2] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.407542] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.597410] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.597742] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Instance network_info: |[{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.598053] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.598246] env[69289]: DEBUG nova.network.neutron [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Refreshing network info cache for port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.599575] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:e9:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e75ab62-fec4-4fd3-8b65-fd666fcdb393', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.607959] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.610823] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.611866] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6436456e-bfa4-446e-ba70-4ad14295c248 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.630817] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.630817] env[69289]: value = "task-3277880" [ 1153.630817] env[69289]: _type = "Task" [ 1153.630817] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.638653] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277880, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.657708] env[69289]: INFO nova.compute.manager [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Shelve offloading [ 1153.694183] env[69289]: DEBUG nova.network.neutron [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.721384] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.905477] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 1d09e7af-1ed9-4a51-8f39-774e1e1a8517] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.912416] env[69289]: DEBUG oslo_vmware.api [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162405} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.912540] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.912719] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.912895] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.913080] env[69289]: INFO nova.compute.manager [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1153.913637] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.913637] env[69289]: DEBUG nova.compute.manager [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.913637] env[69289]: DEBUG nova.network.neutron [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.145715] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277880, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.161517] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.161759] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-402eae10-eb9c-46c2-b8c6-567244ec3883 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.169330] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1154.169330] env[69289]: value = "task-3277881" [ 1154.169330] env[69289]: _type = "Task" [ 1154.169330] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.178828] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.196839] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.222688] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.409701] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: eccb563c-de39-40d7-9a6e-f15295f14700] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.456988] env[69289]: DEBUG nova.network.neutron [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updated VIF entry in instance network info cache for port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.457091] env[69289]: DEBUG nova.network.neutron [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.647743] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277880, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.675730] env[69289]: DEBUG nova.compute.manager [req-a2323a69-a170-4267-ba9d-091a54a576e1 req-5ebdb8f5-5aed-425a-b887-e8f160ab5b38 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Received event network-vif-deleted-4585eb75-4417-4ca6-a9aa-aeb495253e6e {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.675925] env[69289]: INFO nova.compute.manager [req-a2323a69-a170-4267-ba9d-091a54a576e1 req-5ebdb8f5-5aed-425a-b887-e8f160ab5b38 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Neutron deleted interface 4585eb75-4417-4ca6-a9aa-aeb495253e6e; detaching it from the instance and deleting it from the info cache [ 1154.676106] env[69289]: DEBUG nova.network.neutron [req-a2323a69-a170-4267-ba9d-091a54a576e1 req-5ebdb8f5-5aed-425a-b887-e8f160ab5b38 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.684251] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1154.684251] env[69289]: DEBUG nova.compute.manager [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.684812] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdae48-2088-4c8b-a15c-c870aa662ffd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.692091] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.692248] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.692409] env[69289]: DEBUG nova.network.neutron [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.722429] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.911605] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ee1ad4ce-c1a6-4ea3-abea-2f6128df55a7] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.959685] env[69289]: DEBUG oslo_concurrency.lockutils [req-2c48ff7d-fd0a-4dde-8905-8665f8bd4790 req-24f51881-3f8f-442d-941c-96f6999f3b06 service nova] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.147860] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277880, 'name': CreateVM_Task, 'duration_secs': 1.504888} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.147977] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.148913] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.148913] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.149150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.149398] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49851e72-2ba7-479d-a56e-4c5f31f8d78d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.154095] env[69289]: DEBUG nova.network.neutron [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.155279] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1155.155279] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5287a34d-14b1-f9f8-09ae-abfcffbbbbd5" [ 1155.155279] env[69289]: _type = "Task" [ 1155.155279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.164852] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5287a34d-14b1-f9f8-09ae-abfcffbbbbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.179172] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c59790b-ca06-4cd1-9e3d-3356d32f24a5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.188602] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a0c6f8-13c3-4456-b1ee-5809dbfde26f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.201838] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.202112] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25f2a983-78b4-4ec9-869c-f84110af284e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.209169] env[69289]: DEBUG oslo_vmware.api [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1155.209169] env[69289]: value = "task-3277882" [ 1155.209169] env[69289]: _type = "Task" [ 1155.209169] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.220566] env[69289]: DEBUG nova.compute.manager [req-a2323a69-a170-4267-ba9d-091a54a576e1 req-5ebdb8f5-5aed-425a-b887-e8f160ab5b38 service nova] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Detach interface failed, port_id=4585eb75-4417-4ca6-a9aa-aeb495253e6e, reason: Instance 1dec9f85-39e7-4c46-b082-be0e78429691 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.228196] env[69289]: DEBUG oslo_vmware.api [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.233011] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.416044] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: a0ad23b3-7512-4c88-8458-7f10e2c8c70b] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.422204] env[69289]: DEBUG nova.network.neutron [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.660952] env[69289]: INFO nova.compute.manager [-] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Took 1.75 seconds to deallocate network for instance. [ 1155.671042] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5287a34d-14b1-f9f8-09ae-abfcffbbbbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.017755} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.671042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.671042] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.671400] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.671578] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.671793] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.672096] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242f31a7-ef16-46b9-83e8-057b6d732e15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.682526] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.682835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.683499] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5d55e0d-e8b4-4510-ac40-1af4b43b2e4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.688822] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1155.688822] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2fea7-c508-9da6-b87a-80c9c7d03c72" [ 1155.688822] env[69289]: _type = "Task" [ 1155.688822] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.697074] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2fea7-c508-9da6-b87a-80c9c7d03c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.716810] env[69289]: DEBUG oslo_vmware.api [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277882, 'name': PowerOnVM_Task, 'duration_secs': 0.361388} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.717360] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.717569] env[69289]: DEBUG nova.compute.manager [None req-7acf3da1-b98c-4c33-9791-6699090971ad tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.718348] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9c410a-fd10-438e-994e-e499f6ed2229 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.731252] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.920051] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 9d922bb9-b6a3-4a41-a376-d4fa61b5cef5] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.924043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.931376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.931588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.167635] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.167943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.168181] env[69289]: DEBUG nova.objects.instance [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'resources' on Instance uuid 1dec9f85-39e7-4c46-b082-be0e78429691 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.199007] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52c2fea7-c508-9da6-b87a-80c9c7d03c72, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.199776] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b958783-da31-4167-8a9a-61cc8069f702 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.205000] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1156.205000] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5267599c-be5f-f95d-6d45-154f73dcb8a3" [ 1156.205000] env[69289]: _type = "Task" [ 1156.205000] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.215765] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5267599c-be5f-f95d-6d45-154f73dcb8a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.228877] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.241763] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.242634] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e427b387-33c2-4b4b-b9a1-c827348d6f9d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.250298] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.250496] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba1e863a-e2ee-4b2e-b5bb-75f31b37d350 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.320433] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.320710] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.320906] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore1] ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.321178] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0805b1cb-af79-4342-933e-8381265a0148 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.326849] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1156.326849] env[69289]: value = "task-3277884" [ 1156.326849] env[69289]: _type = "Task" [ 1156.326849] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.334935] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.427217] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 8c4a3dc0-9938-4bed-9d5d-78a1d15415a3] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.434070] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.699791] env[69289]: DEBUG nova.compute.manager [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-vif-unplugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.699972] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.700200] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.700382] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.700547] env[69289]: DEBUG nova.compute.manager [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] No waiting events found dispatching network-vif-unplugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.700712] env[69289]: WARNING nova.compute.manager [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received unexpected event network-vif-unplugged-ee12a574-d887-4e59-87de-961c092ab740 for instance with vm_state shelved and task_state shelving_offloading. [ 1156.700865] env[69289]: DEBUG nova.compute.manager [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-changed-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.701022] env[69289]: DEBUG nova.compute.manager [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing instance network info cache due to event network-changed-ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.701204] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.701351] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.701483] env[69289]: DEBUG nova.network.neutron [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing network info cache for port ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.716149] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5267599c-be5f-f95d-6d45-154f73dcb8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010751} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.718576] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.718831] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.719492] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cd73476-9948-49fd-9c09-cd3a4f82b233 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.731671] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.734899] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1156.734899] env[69289]: value = "task-3277885" [ 1156.734899] env[69289]: _type = "Task" [ 1156.734899] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.742685] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.813879] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a88f8cd-fea9-4730-95be-378754d8ff6c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.822191] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3819200-452a-4c8c-84c6-88d41eaa15ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.856590] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bccb2d0-4e4c-4a78-8eef-c1353e167369 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.862289] env[69289]: DEBUG oslo_vmware.api [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133314} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.862864] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.863059] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.863245] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.868008] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebfd21f-aea6-42b2-8759-d5c802b5f2f2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.882642] env[69289]: DEBUG nova.compute.provider_tree [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.885035] env[69289]: INFO nova.scheduler.client.report [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted allocations for instance ca5f77d8-525f-46e8-977a-ae845bb9f0b6 [ 1156.930848] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 90c0a32f-f947-4273-a850-fe110d6e954f] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.953493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.232287] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.246541] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.388445] env[69289]: DEBUG nova.scheduler.client.report [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.392338] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.431040] env[69289]: DEBUG nova.network.neutron [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updated VIF entry in instance network info cache for port ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.431501] env[69289]: DEBUG nova.network.neutron [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapee12a574-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.435041] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 96c299dd-b01f-48c9-83db-1c13b3e9b34c] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.732060] env[69289]: DEBUG oslo_vmware.api [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Task: {'id': task-3277875, 'name': ReconfigVM_Task, 'duration_secs': 5.774122} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.732320] env[69289]: DEBUG oslo_concurrency.lockutils [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] Releasing lock "376a8246-2360-426c-bac2-099e399dc262" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.732535] env[69289]: DEBUG nova.virt.vmwareapi.vmops [req-227b8437-60dd-40f6-a85b-f32bf6475145 req-eb9a6c26-0e0a-4880-ba02-0fce91bbff0c service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Reconfigured VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1157.733066] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.029s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.733262] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "376a8246-2360-426c-bac2-099e399dc262-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.733550] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.733666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.735716] env[69289]: INFO nova.compute.manager [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Terminating instance [ 1157.745657] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528426} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.746688] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.746688] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.746688] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51bf3593-e012-4d46-a6b4-9b54be16888c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.752497] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1157.752497] env[69289]: value = "task-3277886" [ 1157.752497] env[69289]: _type = "Task" [ 1157.752497] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.760788] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.894022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.896526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.943s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.898097] env[69289]: INFO nova.compute.claims [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.919689] env[69289]: INFO nova.scheduler.client.report [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocations for instance 1dec9f85-39e7-4c46-b082-be0e78429691 [ 1157.934148] env[69289]: DEBUG oslo_concurrency.lockutils [req-b4b4b470-2007-406f-a271-20ba938704de req-ad6f8e25-e815-4f1e-a3f9-e4086f78098f service nova] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.937910] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 23e20c05-42bd-40ce-9419-965392f441ab] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.242611] env[69289]: DEBUG nova.compute.manager [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.242907] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.244813] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41a0bc4-58c7-455e-8c4a-10006571abf5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.253540] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.256940] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5186be87-e4f4-4427-9260-cf080a62afd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.263497] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071758} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.264776] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.265219] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1158.265219] env[69289]: value = "task-3277887" [ 1158.265219] env[69289]: _type = "Task" [ 1158.265219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.266018] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d8225c-e07c-47cd-b7ed-7917a5042f4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.292956] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.296640] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b806a20-7394-4b98-aaf0-9286f4455431 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.311445] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.316514] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1158.316514] env[69289]: value = "task-3277888" [ 1158.316514] env[69289]: _type = "Task" [ 1158.316514] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.324223] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.427739] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4583a902-3b9b-44d6-ac97-8c5694e53751 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "1dec9f85-39e7-4c46-b082-be0e78429691" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.441144] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 1592824a-4b04-4e34-8fa6-c752a62d609e] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.782034] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277887, 'name': PowerOffVM_Task, 'duration_secs': 0.358165} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.782136] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.782298] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.782550] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a43506cf-e9fe-4807-8040-34ca6caee6fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.826619] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277888, 'name': ReconfigVM_Task, 'duration_secs': 0.398584} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.826899] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.827550] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4579b796-1945-4b2b-9928-d83b2c4fcf33 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.833987] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1158.833987] env[69289]: value = "task-3277890" [ 1158.833987] env[69289]: _type = "Task" [ 1158.833987] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.841801] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277890, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.853068] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.853068] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.853068] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleting the datastore file [datastore1] 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.853294] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebbd7d6-08d2-4117-afab-fab094b1d292 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.858695] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1158.858695] env[69289]: value = "task-3277891" [ 1158.858695] env[69289]: _type = "Task" [ 1158.858695] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.866342] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.946516] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 7934f0d0-60ff-4783-9317-4197c896340e] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.044213] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac674143-02c7-416c-9d48-4c3266362a3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.052015] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bdad6-69d9-4818-8dd6-4a3af6fe44c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.081641] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c227c-6d5b-4d94-b3f6-04c02f436724 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.088612] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181cf5fe-9b67-43ae-a023-1d2af27ac9cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.102704] env[69289]: DEBUG nova.compute.provider_tree [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.246066] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.343413] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277890, 'name': Rename_Task, 'duration_secs': 0.151445} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.343700] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.343951] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7e8e4f2-f83f-4f1b-a2de-009a16e60a86 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.350642] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1159.350642] env[69289]: value = "task-3277892" [ 1159.350642] env[69289]: _type = "Task" [ 1159.350642] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.358215] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.366231] env[69289]: DEBUG oslo_vmware.api [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173371} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.366516] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.366704] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.366881] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.367073] env[69289]: INFO nova.compute.manager [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 376a8246-2360-426c-bac2-099e399dc262] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1159.367311] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.367505] env[69289]: DEBUG nova.compute.manager [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.367601] env[69289]: DEBUG nova.network.neutron [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.450668] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: db9ef43c-cdc9-4fdd-a039-9b3a2f1c1ba3] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.607491] env[69289]: DEBUG nova.scheduler.client.report [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.825382] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ddca0b89-f505-4887-94f5-71684108ac32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.825727] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.827668] env[69289]: DEBUG nova.compute.manager [req-68962169-3c1a-4d15-85b9-2ad2bee15494 req-c3ea883e-1de3-4149-b739-a1edefe36e5e service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Received event network-vif-deleted-2c6313c0-0890-4700-817c-d5d07676d0cc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.827897] env[69289]: INFO nova.compute.manager [req-68962169-3c1a-4d15-85b9-2ad2bee15494 req-c3ea883e-1de3-4149-b739-a1edefe36e5e service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Neutron deleted interface 2c6313c0-0890-4700-817c-d5d07676d0cc; detaching it from the instance and deleting it from the info cache [ 1159.828117] env[69289]: DEBUG nova.network.neutron [req-68962169-3c1a-4d15-85b9-2ad2bee15494 req-c3ea883e-1de3-4149-b739-a1edefe36e5e service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.861160] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277892, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.954566] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 14300b9a-f3ef-42ce-aa60-40dbca9af7a6] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.110802] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.111354] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.114602] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.722s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.114602] env[69289]: DEBUG nova.objects.instance [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'resources' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.307012] env[69289]: DEBUG nova.network.neutron [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.329800] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.332904] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6613a45c-7ef4-4cdc-bf1c-53773bec5ecd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.343933] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca1977f-b94b-4e0f-9d79-121f426eb138 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.362549] env[69289]: DEBUG oslo_vmware.api [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277892, 'name': PowerOnVM_Task, 'duration_secs': 0.550897} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.363215] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.363215] env[69289]: INFO nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1160.363390] env[69289]: DEBUG nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.364011] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d39392-2bc7-447a-bdf0-ebc16338fa74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.375269] env[69289]: DEBUG nova.compute.manager [req-68962169-3c1a-4d15-85b9-2ad2bee15494 req-c3ea883e-1de3-4149-b739-a1edefe36e5e service nova] [instance: 376a8246-2360-426c-bac2-099e399dc262] Detach interface failed, port_id=2c6313c0-0890-4700-817c-d5d07676d0cc, reason: Instance 376a8246-2360-426c-bac2-099e399dc262 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.458062] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 339382d9-8ce9-41f7-a94e-c52375fdf9a0] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.617762] env[69289]: DEBUG nova.compute.utils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.619520] env[69289]: DEBUG nova.objects.instance [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'numa_topology' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.620632] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.620777] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.667541] env[69289]: DEBUG nova.policy [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d67ad14a8d64fcf92cdd3a3d0d553b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '474e89ec88c94133a056025a42bad430', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.810212] env[69289]: INFO nova.compute.manager [-] [instance: 376a8246-2360-426c-bac2-099e399dc262] Took 1.44 seconds to deallocate network for instance. [ 1160.861247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.888205] env[69289]: INFO nova.compute.manager [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Took 14.02 seconds to build instance. [ 1160.945312] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Successfully created port: 94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.961187] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d8f77b4a-bdcb-4e7d-a3fc-7da77f24de76] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.121743] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.126208] env[69289]: DEBUG nova.objects.base [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.266884] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01e80e-43e1-43e9-be5b-d26793a44942 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.274329] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c91871e-79a5-4447-9c5c-f7a744d567bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.316727] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.317744] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca55edb2-e442-47ba-b8a5-1fbb2a815c10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.326874] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e505b-b3a1-4bac-9ef2-e297cc21dd50 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.339527] env[69289]: DEBUG nova.compute.provider_tree [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.390514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e6f54f0-6bf4-4cae-9f08-951c35b19aa6 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.533s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.464334] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 9a9e0f93-d2a6-4684-b573-8d1d3bf4bff0] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.843134] env[69289]: DEBUG nova.scheduler.client.report [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.854995] env[69289]: DEBUG nova.compute.manager [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Received event network-changed-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.854995] env[69289]: DEBUG nova.compute.manager [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Refreshing instance network info cache due to event network-changed-5e75ab62-fec4-4fd3-8b65-fd666fcdb393. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.854995] env[69289]: DEBUG oslo_concurrency.lockutils [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.854995] env[69289]: DEBUG oslo_concurrency.lockutils [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.854995] env[69289]: DEBUG nova.network.neutron [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Refreshing network info cache for port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.968151] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 25bafc02-d85e-4fa7-afa2-8e55a052f7a5] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.135774] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.165567] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.165877] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.165969] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.166164] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.166330] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.166504] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.166711] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.166867] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.167055] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.167222] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.167393] env[69289]: DEBUG nova.virt.hardware [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.168274] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7cbff-f3d5-4750-b185-78ba26ec4252 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.176096] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7182f9-988c-49e2-a64b-23e9beec790f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.348353] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.350953] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.490s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.352456] env[69289]: INFO nova.compute.claims [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.474025] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c06b582b-2e3c-4dde-a270-87012f5299d3] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.708334] env[69289]: DEBUG nova.network.neutron [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updated VIF entry in instance network info cache for port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.709466] env[69289]: DEBUG nova.network.neutron [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.742795] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Successfully updated port: 94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.861300] env[69289]: DEBUG oslo_concurrency.lockutils [None req-a5f8c000-2959-43e2-a4a3-0ca6744127f3 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.960s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.862085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.616s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.862322] env[69289]: INFO nova.compute.manager [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Unshelving [ 1162.978032] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 49ee3d93-4c45-4383-b69a-83bc19e9f2e4] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.211560] env[69289]: DEBUG oslo_concurrency.lockutils [req-71b7910c-1326-4b67-8c3f-59dd490a318a req-5dcf582e-ea4e-423b-abcf-ac464227d150 service nova] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.246063] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.246063] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.246063] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.480995] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: bd0530ae-11ac-4ed5-86bc-3379f48ed157] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.496600] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0eb63-9cce-4e2f-a4b7-0009e2f1e47a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.504511] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e2ebf-e527-4557-8037-54711594ae14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.535436] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116255bc-4ba3-4779-8166-4e4598de44d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542586] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6db102-7ffa-47bf-a8c4-9ac2182ca17d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.555449] env[69289]: DEBUG nova.compute.provider_tree [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.780437] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.873210] env[69289]: DEBUG nova.compute.utils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.878225] env[69289]: DEBUG nova.compute.manager [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Received event network-vif-plugged-94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.878530] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.878737] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Lock "e35673db-97ea-44ce-8023-a6a812c39934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.878897] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Lock "e35673db-97ea-44ce-8023-a6a812c39934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.879071] env[69289]: DEBUG nova.compute.manager [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] No waiting events found dispatching network-vif-plugged-94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.879247] env[69289]: WARNING nova.compute.manager [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Received unexpected event network-vif-plugged-94ef6e23-6403-4499-a1e0-ceda4931e816 for instance with vm_state building and task_state spawning. [ 1163.879491] env[69289]: DEBUG nova.compute.manager [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Received event network-changed-94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.879715] env[69289]: DEBUG nova.compute.manager [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Refreshing instance network info cache due to event network-changed-94ef6e23-6403-4499-a1e0-ceda4931e816. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.879867] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Acquiring lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.932908] env[69289]: DEBUG nova.network.neutron [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updating instance_info_cache with network_info: [{"id": "94ef6e23-6403-4499-a1e0-ceda4931e816", "address": "fa:16:3e:63:98:68", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ef6e23-64", "ovs_interfaceid": "94ef6e23-6403-4499-a1e0-ceda4931e816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.984346] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.984718] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69289) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1164.058790] env[69289]: DEBUG nova.scheduler.client.report [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.376833] env[69289]: INFO nova.virt.block_device [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Booting with volume 49b48eaf-2c24-4301-88eb-08a559af7d89 at /dev/sdb [ 1164.414640] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aae5c49-4b83-48ea-b23e-2a8f04e63d71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.423936] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadfe9e-f1f3-4949-a201-5906c58f7a0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.435657] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.435950] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Instance network_info: |[{"id": "94ef6e23-6403-4499-a1e0-ceda4931e816", "address": "fa:16:3e:63:98:68", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ef6e23-64", "ovs_interfaceid": "94ef6e23-6403-4499-a1e0-ceda4931e816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.436256] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Acquired lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.436449] env[69289]: DEBUG nova.network.neutron [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Refreshing network info cache for port 94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.437561] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:98:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94ef6e23-6403-4499-a1e0-ceda4931e816', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.445260] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.453520] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.454109] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff7bd87f-d918-4152-aff2-704ca0909ceb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.467591] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82ee37ab-f486-4c4f-884e-c43323ffc2c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.475908] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec177eb6-0a3d-4a60-b99f-2ced24d99053 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.488355] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.488355] env[69289]: value = "task-3277893" [ 1164.488355] env[69289]: _type = "Task" [ 1164.488355] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.488573] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.497531] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277893, 'name': CreateVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.507492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a4ee3-7ee9-4d7f-af58-9378a3f1630e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.513813] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfab610-36f8-419e-bd27-e2f1c2b02c14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.526621] env[69289]: DEBUG nova.virt.block_device [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating existing volume attachment record: 1b8ab9b4-788c-4a77-9a18-6ce4e8b7d49a {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1164.565057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.565469] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.568054] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.251s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.568220] env[69289]: DEBUG nova.objects.instance [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'resources' on Instance uuid 376a8246-2360-426c-bac2-099e399dc262 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.001824] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277893, 'name': CreateVM_Task, 'duration_secs': 0.306764} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.002163] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.002894] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.003121] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.003526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.003840] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c5951d-6a4e-4143-bdb7-124648268ada {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.009385] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1165.009385] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ed5e2f-370c-dbde-5cb1-05a9e80a6534" [ 1165.009385] env[69289]: _type = "Task" [ 1165.009385] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.022934] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ed5e2f-370c-dbde-5cb1-05a9e80a6534, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.023280] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.023573] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.023868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.024135] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.024306] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.024612] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a95db5f-b610-4ddc-9ebe-97b30e2e0093 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.032952] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.033575] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.034196] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67037b3-180e-420b-aa6f-25ec5aaa9612 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.040115] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1165.040115] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52bee85d-1b24-bbea-f816-024e198bfb5d" [ 1165.040115] env[69289]: _type = "Task" [ 1165.040115] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.049761] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bee85d-1b24-bbea-f816-024e198bfb5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.071268] env[69289]: DEBUG nova.compute.utils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.078938] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.079172] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.138456] env[69289]: DEBUG nova.policy [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58c3a2fca274fbdb0be3fe2797560a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746c6961d72467bb93229e82bb985f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.197724] env[69289]: DEBUG nova.network.neutron [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updated VIF entry in instance network info cache for port 94ef6e23-6403-4499-a1e0-ceda4931e816. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.198091] env[69289]: DEBUG nova.network.neutron [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updating instance_info_cache with network_info: [{"id": "94ef6e23-6403-4499-a1e0-ceda4931e816", "address": "fa:16:3e:63:98:68", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ef6e23-64", "ovs_interfaceid": "94ef6e23-6403-4499-a1e0-ceda4931e816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.213823] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f552bc-0fbd-410c-b29b-eeff46d0f007 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.221678] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47e9b1-58c8-480f-92dd-45c1d2ac315b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.253194] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd26aa-f374-416d-8540-aa3849a24b5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.260437] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1651ce2-9a32-4049-9d2e-01001119d9d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273268] env[69289]: DEBUG nova.compute.provider_tree [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.430030] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Successfully created port: 55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.550366] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52bee85d-1b24-bbea-f816-024e198bfb5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015517} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.551163] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853c9882-8136-40c4-a8f3-329b49897aad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.556201] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1165.556201] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5271cc47-4825-b1a4-83af-cf76c06be8bd" [ 1165.556201] env[69289]: _type = "Task" [ 1165.556201] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.563916] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5271cc47-4825-b1a4-83af-cf76c06be8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.576624] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.703634] env[69289]: DEBUG oslo_concurrency.lockutils [req-c79d58c5-b763-4bde-80d1-9c57d9ede670 req-1b15e464-2a92-4144-95b4-d57ff104f03b service nova] Releasing lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.776713] env[69289]: DEBUG nova.scheduler.client.report [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.991027] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.067789] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5271cc47-4825-b1a4-83af-cf76c06be8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.067789] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.067789] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e35673db-97ea-44ce-8023-a6a812c39934/e35673db-97ea-44ce-8023-a6a812c39934.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.068174] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d05a8284-b5b2-4f1a-94e2-3de7c12f4193 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.075136] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1166.075136] env[69289]: value = "task-3277897" [ 1166.075136] env[69289]: _type = "Task" [ 1166.075136] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.082439] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.282930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.303935] env[69289]: INFO nova.scheduler.client.report [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted allocations for instance 376a8246-2360-426c-bac2-099e399dc262 [ 1166.496629] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.497705] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.585403] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435931} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.585710] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] e35673db-97ea-44ce-8023-a6a812c39934/e35673db-97ea-44ce-8023-a6a812c39934.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.585862] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.586136] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d498e29-fa80-43aa-9909-25f56e6661c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.590167] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.593546] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1166.593546] env[69289]: value = "task-3277898" [ 1166.593546] env[69289]: _type = "Task" [ 1166.593546] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.602692] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.620719] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.621064] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.621278] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.621494] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.621737] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.621874] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.622079] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.622262] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.622481] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.622740] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.622923] env[69289]: DEBUG nova.virt.hardware [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.623881] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686409ad-2b0e-487d-ab96-74ecdffd0106 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.631773] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d3ab3e-6f06-4166-9d55-b92018caa106 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.785363] env[69289]: DEBUG nova.compute.manager [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Received event network-vif-plugged-55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.785648] env[69289]: DEBUG oslo_concurrency.lockutils [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] Acquiring lock "ddca0b89-f505-4887-94f5-71684108ac32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.785866] env[69289]: DEBUG oslo_concurrency.lockutils [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] Lock "ddca0b89-f505-4887-94f5-71684108ac32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.786040] env[69289]: DEBUG oslo_concurrency.lockutils [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] Lock "ddca0b89-f505-4887-94f5-71684108ac32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.786212] env[69289]: DEBUG nova.compute.manager [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] No waiting events found dispatching network-vif-plugged-55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.786415] env[69289]: WARNING nova.compute.manager [req-a5cd0e5b-72b5-41f9-a9b5-e1d82412d2d2 req-94169e82-30de-4865-9522-d47ff4f70a95 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Received unexpected event network-vif-plugged-55430b9f-a2ac-45b1-a6a0-314637357301 for instance with vm_state building and task_state spawning. [ 1166.811511] env[69289]: DEBUG oslo_concurrency.lockutils [None req-91d1a3ec-7d21-40fc-ad5d-56805cd259c0 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "376a8246-2360-426c-bac2-099e399dc262" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.078s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.862661] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Successfully updated port: 55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.002818] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Getting list of instances from cluster (obj){ [ 1167.002818] env[69289]: value = "domain-c8" [ 1167.002818] env[69289]: _type = "ClusterComputeResource" [ 1167.002818] env[69289]: } {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1167.003885] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b31aa-4ed5-4208-9998-bcf4f2e2ab04 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.019796] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Got total of 7 instances {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1167.021088] env[69289]: WARNING nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid c108f07e-a17d-4192-8624-838be45fb178 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid 45753558-ccf9-4754-9a2c-bde58559d139 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid bf51b500-f1e2-475f-954a-415581506614 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid 46ad20cb-aee7-4914-993b-3c6cb84a4d81 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021088] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid 47aa4954-3fca-4076-9d32-671bf28469c7 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021461] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid e35673db-97ea-44ce-8023-a6a812c39934 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021461] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Triggering sync for uuid ddca0b89-f505-4887-94f5-71684108ac32 {{(pid=69289) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1167.021615] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "c108f07e-a17d-4192-8624-838be45fb178" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.021828] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "c108f07e-a17d-4192-8624-838be45fb178" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.022105] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "45753558-ccf9-4754-9a2c-bde58559d139" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.022289] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "45753558-ccf9-4754-9a2c-bde58559d139" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.022526] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "bf51b500-f1e2-475f-954a-415581506614" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.022700] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "bf51b500-f1e2-475f-954a-415581506614" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.022924] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.023110] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.023338] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.023514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.023741] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.023941] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.024159] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.024365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "ddca0b89-f505-4887-94f5-71684108ac32" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.025210] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fd251-6d80-4209-85a3-d90662dd58ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.028327] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0ff46d-ac5a-4351-9029-44afadf83711 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.031300] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed55179-0c8b-468d-aecb-4f4109a7eaf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.034103] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5eeee7-da42-46e0-b7a7-a992d29e8daf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.038711] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da486e5-8930-48fd-ab1a-df2c4b502a78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.043158] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84fb743-543b-40ef-aed7-a11a9c2a4fc0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.103160] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066882} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.103456] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1167.104214] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e7b579-73e5-4302-959f-6c7c7caa2148 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.130508] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] e35673db-97ea-44ce-8023-a6a812c39934/e35673db-97ea-44ce-8023-a6a812c39934.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.131086] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6ab896a-509d-400a-b892-9e06a5e0b5db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.150132] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1167.150132] env[69289]: value = "task-3277899" [ 1167.150132] env[69289]: _type = "Task" [ 1167.150132] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.157719] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.366671] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.366823] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.366979] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.563369] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "45753558-ccf9-4754-9a2c-bde58559d139" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.564899] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "c108f07e-a17d-4192-8624-838be45fb178" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.567376] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.569825] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "bf51b500-f1e2-475f-954a-415581506614" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.572224] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.572523] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.659965] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277899, 'name': ReconfigVM_Task, 'duration_secs': 0.284849} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.660272] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfigured VM instance instance-00000073 to attach disk [datastore1] e35673db-97ea-44ce-8023-a6a812c39934/e35673db-97ea-44ce-8023-a6a812c39934.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.660951] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7218f4ee-e106-4a4b-9359-842cdaedb52f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.668153] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1167.668153] env[69289]: value = "task-3277900" [ 1167.668153] env[69289]: _type = "Task" [ 1167.668153] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.675983] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277900, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.899634] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.029413] env[69289]: DEBUG nova.network.neutron [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updating instance_info_cache with network_info: [{"id": "55430b9f-a2ac-45b1-a6a0-314637357301", "address": "fa:16:3e:00:83:23", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55430b9f-a2", "ovs_interfaceid": "55430b9f-a2ac-45b1-a6a0-314637357301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.180666] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277900, 'name': Rename_Task, 'duration_secs': 0.148906} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.181511] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.181964] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa809171-8532-4e47-9c8a-47289fbd1d27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.188862] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1168.188862] env[69289]: value = "task-3277901" [ 1168.188862] env[69289]: _type = "Task" [ 1168.188862] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.196575] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.532365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.532698] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Instance network_info: |[{"id": "55430b9f-a2ac-45b1-a6a0-314637357301", "address": "fa:16:3e:00:83:23", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55430b9f-a2", "ovs_interfaceid": "55430b9f-a2ac-45b1-a6a0-314637357301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.533133] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:83:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55430b9f-a2ac-45b1-a6a0-314637357301', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.540529] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.540762] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.540995] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eaf940a-195d-42f4-8479-dbaff37a0d0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.560978] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.560978] env[69289]: value = "task-3277902" [ 1168.560978] env[69289]: _type = "Task" [ 1168.560978] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.568740] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277902, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.699766] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277901, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.816484] env[69289]: DEBUG nova.compute.manager [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Received event network-changed-55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.816601] env[69289]: DEBUG nova.compute.manager [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Refreshing instance network info cache due to event network-changed-55430b9f-a2ac-45b1-a6a0-314637357301. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.816805] env[69289]: DEBUG oslo_concurrency.lockutils [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] Acquiring lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.816991] env[69289]: DEBUG oslo_concurrency.lockutils [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] Acquired lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.817182] env[69289]: DEBUG nova.network.neutron [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Refreshing network info cache for port 55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.865356] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.865610] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.070824] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277902, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.199090] env[69289]: DEBUG oslo_vmware.api [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277901, 'name': PowerOnVM_Task, 'duration_secs': 0.748679} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.199516] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.199516] env[69289]: INFO nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Took 7.06 seconds to spawn the instance on the hypervisor. [ 1169.199695] env[69289]: DEBUG nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.200470] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed1e33a-951b-45f2-9157-2edfee86dc2d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.369929] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.523048] env[69289]: DEBUG nova.network.neutron [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updated VIF entry in instance network info cache for port 55430b9f-a2ac-45b1-a6a0-314637357301. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.523430] env[69289]: DEBUG nova.network.neutron [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updating instance_info_cache with network_info: [{"id": "55430b9f-a2ac-45b1-a6a0-314637357301", "address": "fa:16:3e:00:83:23", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55430b9f-a2", "ovs_interfaceid": "55430b9f-a2ac-45b1-a6a0-314637357301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.571405] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277902, 'name': CreateVM_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.718647] env[69289]: INFO nova.compute.manager [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Took 12.78 seconds to build instance. [ 1169.894637] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.894919] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.896484] env[69289]: INFO nova.compute.claims [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.026416] env[69289]: DEBUG oslo_concurrency.lockutils [req-51ee8669-614f-44e2-bce9-dbaf74f3f49d req-da4e4fa5-542d-4d3e-ae34-fb534363704a service nova] Releasing lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.072179] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277902, 'name': CreateVM_Task, 'duration_secs': 1.416234} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.072358] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.073053] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.073226] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.073542] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.073795] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912f91e8-c1f8-4201-881d-d946157e48cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.078542] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1170.078542] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5280371e-7dc4-2bda-2bf6-10bc6118dc80" [ 1170.078542] env[69289]: _type = "Task" [ 1170.078542] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.086119] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5280371e-7dc4-2bda-2bf6-10bc6118dc80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.220843] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c0451bec-0a7b-4b39-8504-457c447bf4ef tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.289s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.221247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.197s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.221347] env[69289]: INFO nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e35673db-97ea-44ce-8023-a6a812c39934] During sync_power_state the instance has a pending task (spawning). Skip. [ 1170.221515] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.589620] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5280371e-7dc4-2bda-2bf6-10bc6118dc80, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.589872] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.590122] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.590358] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.590504] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.590712] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.590981] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68a1e78-c959-4c13-a8f9-3690eafac1ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598925] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.599111] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.599797] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94608bd2-ead5-401c-85ab-5645cf5806fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.606156] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1170.606156] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ae0c48-bd9c-05ba-d84a-f623008bf01f" [ 1170.606156] env[69289]: _type = "Task" [ 1170.606156] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.613735] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ae0c48-bd9c-05ba-d84a-f623008bf01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.849241] env[69289]: DEBUG nova.compute.manager [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Received event network-changed-94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.849311] env[69289]: DEBUG nova.compute.manager [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Refreshing instance network info cache due to event network-changed-94ef6e23-6403-4499-a1e0-ceda4931e816. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.849571] env[69289]: DEBUG oslo_concurrency.lockutils [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] Acquiring lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.849690] env[69289]: DEBUG oslo_concurrency.lockutils [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] Acquired lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.849853] env[69289]: DEBUG nova.network.neutron [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Refreshing network info cache for port 94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.025147] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7f793c-0ac4-4a59-9164-ef5d5353325b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.032630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcadaab9-f198-421f-9a0d-d65f27747c78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.061651] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56e2f3-9f1e-4616-b58e-894fd864d09b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.068172] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449570e-5490-4c4e-947d-3280d399e9dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.082452] env[69289]: DEBUG nova.compute.provider_tree [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.114555] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ae0c48-bd9c-05ba-d84a-f623008bf01f, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.115304] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701f113e-e8a1-4ac8-a987-7a61ef2c50b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.120036] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1171.120036] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521974af-0115-7cd7-75d8-dbc12f9320e3" [ 1171.120036] env[69289]: _type = "Task" [ 1171.120036] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.128645] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521974af-0115-7cd7-75d8-dbc12f9320e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.562795] env[69289]: DEBUG nova.network.neutron [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updated VIF entry in instance network info cache for port 94ef6e23-6403-4499-a1e0-ceda4931e816. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.563185] env[69289]: DEBUG nova.network.neutron [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updating instance_info_cache with network_info: [{"id": "94ef6e23-6403-4499-a1e0-ceda4931e816", "address": "fa:16:3e:63:98:68", "network": {"id": "c6cd2503-c3df-487a-917a-3f4249d9cc1c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1413220167-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "474e89ec88c94133a056025a42bad430", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ef6e23-64", "ovs_interfaceid": "94ef6e23-6403-4499-a1e0-ceda4931e816", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.585885] env[69289]: DEBUG nova.scheduler.client.report [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.631544] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521974af-0115-7cd7-75d8-dbc12f9320e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.631773] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.632117] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ddca0b89-f505-4887-94f5-71684108ac32/ddca0b89-f505-4887-94f5-71684108ac32.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.632436] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f361d134-b3ae-4161-a5d3-ba077b310913 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.638830] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1171.638830] env[69289]: value = "task-3277904" [ 1171.638830] env[69289]: _type = "Task" [ 1171.638830] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.646507] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.066473] env[69289]: DEBUG oslo_concurrency.lockutils [req-904bee88-b41f-4e53-8443-dd1d44c347d7 req-fc3cdc57-de30-4ad5-858e-f6daad6ff987 service nova] Releasing lock "refresh_cache-e35673db-97ea-44ce-8023-a6a812c39934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.089818] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.090390] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.123620] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.123979] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.124236] env[69289]: DEBUG nova.objects.instance [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'pci_requests' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.150830] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277904, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.595733] env[69289]: DEBUG nova.compute.utils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.597226] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.597743] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.628119] env[69289]: DEBUG nova.objects.instance [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'numa_topology' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.640028] env[69289]: DEBUG nova.policy [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.650728] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540191} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.650986] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] ddca0b89-f505-4887-94f5-71684108ac32/ddca0b89-f505-4887-94f5-71684108ac32.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.651217] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.651461] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-348661df-29b8-4e9f-917a-574e9b9a66a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.657910] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1172.657910] env[69289]: value = "task-3277905" [ 1172.657910] env[69289]: _type = "Task" [ 1172.657910] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.666188] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.915261] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Successfully created port: f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.101162] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.132194] env[69289]: INFO nova.compute.claims [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.167524] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071344} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.167794] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.168603] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb044ba5-e992-435c-86f6-a872b3a94870 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.191595] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ddca0b89-f505-4887-94f5-71684108ac32/ddca0b89-f505-4887-94f5-71684108ac32.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.192047] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3eac025-4b07-4090-bc02-0e4398245385 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.210148] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1173.210148] env[69289]: value = "task-3277906" [ 1173.210148] env[69289]: _type = "Task" [ 1173.210148] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.217648] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.723724] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.112732] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.140059] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.140310] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.140468] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.140648] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.140791] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.140935] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.141156] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.141315] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.141482] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.141641] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.141807] env[69289]: DEBUG nova.virt.hardware [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.145250] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93503d9a-47ae-47c5-9fb4-e895ee1b53aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.154255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2208fe-bb38-4ffe-af8a-22c5497032be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.222212] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277906, 'name': ReconfigVM_Task, 'duration_secs': 0.724678} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.222490] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ddca0b89-f505-4887-94f5-71684108ac32/ddca0b89-f505-4887-94f5-71684108ac32.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.223118] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a422e57a-ec21-47b6-b41c-3bb371f17fa3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.228851] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1174.228851] env[69289]: value = "task-3277907" [ 1174.228851] env[69289]: _type = "Task" [ 1174.228851] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.235957] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277907, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.266858] env[69289]: DEBUG nova.compute.manager [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-vif-plugged-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.267107] env[69289]: DEBUG oslo_concurrency.lockutils [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.267337] env[69289]: DEBUG oslo_concurrency.lockutils [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.267523] env[69289]: DEBUG oslo_concurrency.lockutils [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.267699] env[69289]: DEBUG nova.compute.manager [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] No waiting events found dispatching network-vif-plugged-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.267867] env[69289]: WARNING nova.compute.manager [req-34f1cee6-10f6-4f1b-8d94-ff25394281b5 req-9cfe664a-4fd1-4b5b-8300-08b8c4a90263 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received unexpected event network-vif-plugged-f173d8fa-896d-4104-845b-9f8ee7fd78e9 for instance with vm_state building and task_state spawning. [ 1174.291605] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0dfe5-5a26-4b18-a546-544cb09ffcd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.299582] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd32edb4-4827-447f-bfbd-892b7efa4e31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.334234] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8588811-0f1d-4ae0-be5e-4bc817f33692 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.343246] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7425a009-4a4b-4738-aa59-c0875a638181 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.349045] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Successfully updated port: f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.358676] env[69289]: DEBUG nova.compute.provider_tree [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.738507] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277907, 'name': Rename_Task, 'duration_secs': 0.140131} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.738819] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.739029] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6a353a1-2edd-4f2d-9bab-6f8a59fa7168 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.744733] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1174.744733] env[69289]: value = "task-3277908" [ 1174.744733] env[69289]: _type = "Task" [ 1174.744733] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.752147] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.861718] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.861866] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.862035] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.864783] env[69289]: DEBUG nova.scheduler.client.report [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.254904] env[69289]: DEBUG oslo_vmware.api [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277908, 'name': PowerOnVM_Task, 'duration_secs': 0.436148} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.255232] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.255443] env[69289]: INFO nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1175.255631] env[69289]: DEBUG nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.256414] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be17a44a-1f9c-4657-bb90-35283e07c187 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.370351] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.410198] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.423412] env[69289]: INFO nova.network.neutron [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating port ee12a574-d887-4e59-87de-961c092ab740 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1175.614368] env[69289]: DEBUG nova.network.neutron [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.775751] env[69289]: INFO nova.compute.manager [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Took 14.94 seconds to build instance. [ 1176.017525] env[69289]: DEBUG nova.compute.manager [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Received event network-changed-55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.017704] env[69289]: DEBUG nova.compute.manager [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Refreshing instance network info cache due to event network-changed-55430b9f-a2ac-45b1-a6a0-314637357301. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.017900] env[69289]: DEBUG oslo_concurrency.lockutils [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] Acquiring lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.018053] env[69289]: DEBUG oslo_concurrency.lockutils [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] Acquired lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.018218] env[69289]: DEBUG nova.network.neutron [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Refreshing network info cache for port 55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.119950] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.120327] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Instance network_info: |[{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.120795] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:2b:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f173d8fa-896d-4104-845b-9f8ee7fd78e9', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.128996] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.129245] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.129521] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7206b47-1299-49c2-b554-f6cceaa9521e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.151326] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.151326] env[69289]: value = "task-3277909" [ 1176.151326] env[69289]: _type = "Task" [ 1176.151326] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.159459] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277909, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.278799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c4d4f7b0-17b2-495c-8dab-e65ce06b0eae tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.453s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.279691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "ddca0b89-f505-4887-94f5-71684108ac32" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.255s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.279894] env[69289]: INFO nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ddca0b89-f505-4887-94f5-71684108ac32] During sync_power_state the instance has a pending task (spawning). Skip. [ 1176.280080] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "ddca0b89-f505-4887-94f5-71684108ac32" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.296564] env[69289]: DEBUG nova.compute.manager [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.296669] env[69289]: DEBUG nova.compute.manager [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.296857] env[69289]: DEBUG oslo_concurrency.lockutils [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.296997] env[69289]: DEBUG oslo_concurrency.lockutils [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.297226] env[69289]: DEBUG nova.network.neutron [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.661097] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277909, 'name': CreateVM_Task, 'duration_secs': 0.323526} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.661279] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.662042] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.662173] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.662503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.662857] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547251a5-6848-42e6-85ae-cc3f7bdbc0e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.667538] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1176.667538] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a581ae-73e7-68de-0bfa-a3d84a469a37" [ 1176.667538] env[69289]: _type = "Task" [ 1176.667538] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.675325] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a581ae-73e7-68de-0bfa-a3d84a469a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.745245] env[69289]: DEBUG nova.network.neutron [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updated VIF entry in instance network info cache for port 55430b9f-a2ac-45b1-a6a0-314637357301. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.745648] env[69289]: DEBUG nova.network.neutron [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updating instance_info_cache with network_info: [{"id": "55430b9f-a2ac-45b1-a6a0-314637357301", "address": "fa:16:3e:00:83:23", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55430b9f-a2", "ovs_interfaceid": "55430b9f-a2ac-45b1-a6a0-314637357301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.089636] env[69289]: DEBUG nova.network.neutron [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.092069] env[69289]: DEBUG nova.network.neutron [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.124996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.125205] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.125386] env[69289]: DEBUG nova.network.neutron [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.179170] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a581ae-73e7-68de-0bfa-a3d84a469a37, 'name': SearchDatastore_Task, 'duration_secs': 0.018597} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.179621] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.179760] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.180061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.180301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.180508] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.180773] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e8f94f-54b0-4a70-862f-d13ebb338c5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.188916] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.189108] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.189792] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca7056e-c82a-443c-b1d3-ffa3dab2c160 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.194382] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1177.194382] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef232a-d8a4-0014-d7ee-71fdf9c1b364" [ 1177.194382] env[69289]: _type = "Task" [ 1177.194382] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.201912] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef232a-d8a4-0014-d7ee-71fdf9c1b364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.247957] env[69289]: DEBUG oslo_concurrency.lockutils [req-3de122ab-6824-48ad-834b-7318d48ab486 req-ae0a62bf-40bf-4a33-b3d8-60e37f024bc5 service nova] Releasing lock "refresh_cache-ddca0b89-f505-4887-94f5-71684108ac32" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.594809] env[69289]: DEBUG oslo_concurrency.lockutils [req-2bdf3066-89a1-43ad-a599-0bb883b709f9 req-70c39512-09d9-4058-80ee-4aa6c354516e service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.706535] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef232a-d8a4-0014-d7ee-71fdf9c1b364, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.707413] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50384d8c-8a91-4074-b887-687fac4daec1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.713042] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1177.713042] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5268c90e-e7c7-3d0e-9f66-f5772ba33b8f" [ 1177.713042] env[69289]: _type = "Task" [ 1177.713042] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.721920] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5268c90e-e7c7-3d0e-9f66-f5772ba33b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.843328] env[69289]: DEBUG nova.network.neutron [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.223717] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5268c90e-e7c7-3d0e-9f66-f5772ba33b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013251} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.224065] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.224170] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93/0d6cf2c7-84e0-443f-99ba-8a2a7afecf93.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.224438] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1218b494-c201-4225-88f0-9bfc32ced19e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.231527] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1178.231527] env[69289]: value = "task-3277911" [ 1178.231527] env[69289]: _type = "Task" [ 1178.231527] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.239931] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.324368] env[69289]: DEBUG nova.compute.manager [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.324666] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.324920] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.325121] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.325319] env[69289]: DEBUG nova.compute.manager [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] No waiting events found dispatching network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.325529] env[69289]: WARNING nova.compute.manager [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received unexpected event network-vif-plugged-ee12a574-d887-4e59-87de-961c092ab740 for instance with vm_state shelved_offloaded and task_state spawning. [ 1178.325723] env[69289]: DEBUG nova.compute.manager [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-changed-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.325905] env[69289]: DEBUG nova.compute.manager [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing instance network info cache due to event network-changed-ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.326112] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Acquiring lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.345993] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.348420] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Acquired lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.349033] env[69289]: DEBUG nova.network.neutron [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Refreshing network info cache for port ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.369582] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='10e109b2bb4a7dd2ddd4f989cdc680ce',container_format='bare',created_at=2025-04-03T18:40:36Z,direct_url=,disk_format='vmdk',id=4f2f8829-00db-4883-a354-de1e90f708cb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1017295646-shelved',owner='c9606e9797cf429e98a30d0a07852924',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T18:40:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.370074] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.370074] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.370174] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.370317] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.370458] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.370669] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.370848] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.371072] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.371252] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.371417] env[69289]: DEBUG nova.virt.hardware [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.372267] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ccb1a0-7c5e-4646-bffd-e889b962a5a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.380579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d00c18f-4c87-4375-9022-7096d3263122 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.394556] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:fe:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee12a574-d887-4e59-87de-961c092ab740', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.401974] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.402237] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.402451] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f58db6cb-916f-4aa7-b958-d124dc6104f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.421209] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.421209] env[69289]: value = "task-3277912" [ 1178.421209] env[69289]: _type = "Task" [ 1178.421209] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.429558] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277912, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.741683] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277911, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.930576] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277912, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.058080] env[69289]: DEBUG nova.network.neutron [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updated VIF entry in instance network info cache for port ee12a574-d887-4e59-87de-961c092ab740. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.058518] env[69289]: DEBUG nova.network.neutron [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [{"id": "ee12a574-d887-4e59-87de-961c092ab740", "address": "fa:16:3e:4a:fe:45", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee12a574-d8", "ovs_interfaceid": "ee12a574-d887-4e59-87de-961c092ab740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.243371] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677206} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.243633] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93/0d6cf2c7-84e0-443f-99ba-8a2a7afecf93.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.245024] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.245024] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df878d6-f601-4de5-9fbc-784c698705ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.251407] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1179.251407] env[69289]: value = "task-3277913" [ 1179.251407] env[69289]: _type = "Task" [ 1179.251407] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.261119] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.433950] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277912, 'name': CreateVM_Task, 'duration_secs': 0.621796} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.434116] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.434705] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.434868] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.435259] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.435510] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb906d9b-0226-4c24-8429-c3465234beeb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.439768] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1179.439768] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52fc5216-8569-1501-b635-a99637dbc22e" [ 1179.439768] env[69289]: _type = "Task" [ 1179.439768] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.446236] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52fc5216-8569-1501-b635-a99637dbc22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.561787] env[69289]: DEBUG oslo_concurrency.lockutils [req-9dbcbda7-c2cd-4a9d-8d80-c4ea9b96a57b req-757c5777-9df0-4533-b291-9ada2fbb5b5a service nova] Releasing lock "refresh_cache-ca5f77d8-525f-46e8-977a-ae845bb9f0b6" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.761335] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063818} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.761621] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.762445] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45712ef2-2aa6-4c1d-bb50-c90fcb0ebc7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.785264] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93/0d6cf2c7-84e0-443f-99ba-8a2a7afecf93.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.785566] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0919e7c7-3b60-4495-961f-1aeaa02565d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.804369] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1179.804369] env[69289]: value = "task-3277914" [ 1179.804369] env[69289]: _type = "Task" [ 1179.804369] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.811917] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.949679] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.950074] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Processing image 4f2f8829-00db-4883-a354-de1e90f708cb {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.950433] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.950666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.950871] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.951128] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b2d6b75-24c1-4572-be69-84697a240e56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.971651] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.971865] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.972597] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8928e0dd-0158-4e78-b071-7b356d3c1132 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.977949] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1179.977949] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f56429-0efc-63ce-7c16-0ce40048cadb" [ 1179.977949] env[69289]: _type = "Task" [ 1179.977949] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.985230] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f56429-0efc-63ce-7c16-0ce40048cadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.315188] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.488580] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1180.488881] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Fetch image to [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec/OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1180.489120] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Downloading stream optimized image 4f2f8829-00db-4883-a354-de1e90f708cb to [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec/OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec.vmdk on the data store datastore2 as vApp {{(pid=69289) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1180.489344] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Downloading image file data 4f2f8829-00db-4883-a354-de1e90f708cb to the ESX as VM named 'OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec' {{(pid=69289) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1180.555208] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1180.555208] env[69289]: value = "resgroup-9" [ 1180.555208] env[69289]: _type = "ResourcePool" [ 1180.555208] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1180.555546] env[69289]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3cfd512d-6de1-4fe2-8466-d7966da6a5a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.577203] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease: (returnval){ [ 1180.577203] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1180.577203] env[69289]: _type = "HttpNfcLease" [ 1180.577203] env[69289]: } obtained for vApp import into resource pool (val){ [ 1180.577203] env[69289]: value = "resgroup-9" [ 1180.577203] env[69289]: _type = "ResourcePool" [ 1180.577203] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1180.577565] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the lease: (returnval){ [ 1180.577565] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1180.577565] env[69289]: _type = "HttpNfcLease" [ 1180.577565] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.583488] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.583488] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1180.583488] env[69289]: _type = "HttpNfcLease" [ 1180.583488] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.816708] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.087242] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.087242] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1181.087242] env[69289]: _type = "HttpNfcLease" [ 1181.087242] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.316705] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277914, 'name': ReconfigVM_Task, 'duration_secs': 1.458603} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.317073] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93/0d6cf2c7-84e0-443f-99ba-8a2a7afecf93.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.317730] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aed76089-271e-4a54-9868-0fed98772374 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.324438] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1181.324438] env[69289]: value = "task-3277917" [ 1181.324438] env[69289]: _type = "Task" [ 1181.324438] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.333971] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277917, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.587200] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.587200] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1181.587200] env[69289]: _type = "HttpNfcLease" [ 1181.587200] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.835039] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277917, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.088255] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.088255] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1182.088255] env[69289]: _type = "HttpNfcLease" [ 1182.088255] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.334978] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277917, 'name': Rename_Task, 'duration_secs': 0.561931} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.335331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.335494] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5440c3d-2808-467c-bbc6-019a6b8cd63c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.341918] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1182.341918] env[69289]: value = "task-3277919" [ 1182.341918] env[69289]: _type = "Task" [ 1182.341918] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.350774] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.590035] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.590035] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1182.590035] env[69289]: _type = "HttpNfcLease" [ 1182.590035] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1182.590035] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1182.590035] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52c86bff-7720-439b-8600-94cdfec351bb" [ 1182.590035] env[69289]: _type = "HttpNfcLease" [ 1182.590035] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1182.590435] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65659927-a22b-4798-b2e8-02a4d1f43716 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.598545] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1182.598691] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1182.671030] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62e810ea-29f9-43ca-81b2-a72a9dac352e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.854970] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277919, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.353681] env[69289]: DEBUG oslo_vmware.api [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277919, 'name': PowerOnVM_Task, 'duration_secs': 0.710095} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.354101] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.354205] env[69289]: INFO nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1183.354386] env[69289]: DEBUG nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.355187] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c668b2-7617-484c-8d60-2a036dd78964 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.784271] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1183.784271] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.784762] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e865566f-947b-45e4-a395-c2a477f4ec25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.792985] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.793325] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1183.793737] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ebd0a684-dba2-4ca1-ac71-5e0b90df7a31 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.876736] env[69289]: INFO nova.compute.manager [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Took 14.00 seconds to build instance. [ 1184.001103] env[69289]: DEBUG oslo_vmware.rw_handles [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e87549-f12c-28e4-35f3-9f2a34cd7f6b/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1184.001642] env[69289]: INFO nova.virt.vmwareapi.images [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Downloaded image file data 4f2f8829-00db-4883-a354-de1e90f708cb [ 1184.002767] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe153dae-773c-402c-a440-f28146a3f4f9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.020630] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c63217-bfba-4aa5-bc11-4c6882dbde3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.047942] env[69289]: INFO nova.virt.vmwareapi.images [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] The imported VM was unregistered [ 1184.050803] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1184.051124] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.051481] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e7c3615-60c4-4ef5-899a-0795d5ee1f5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.065575] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.065774] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec/OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec.vmdk to [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk. {{(pid=69289) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1184.066052] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-1bd64c77-7d18-446d-82cc-618ef8d0ce0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.072821] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1184.072821] env[69289]: value = "task-3277922" [ 1184.072821] env[69289]: _type = "Task" [ 1184.072821] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.081226] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.241694] env[69289]: DEBUG nova.compute.manager [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.241791] env[69289]: DEBUG nova.compute.manager [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.243027] env[69289]: DEBUG oslo_concurrency.lockutils [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.243027] env[69289]: DEBUG oslo_concurrency.lockutils [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.243027] env[69289]: DEBUG nova.network.neutron [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.379293] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b972187-3aa0-4c61-9be8-a0440552996e tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.513s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.584770] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.084984] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.163743] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.164020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.322630] env[69289]: DEBUG nova.network.neutron [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.323204] env[69289]: DEBUG nova.network.neutron [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.585878] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.666287] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.826777] env[69289]: DEBUG oslo_concurrency.lockutils [req-6892e167-fd1f-4eeb-bfce-a92c5a5baa81 req-41a9a10b-feb9-48da-b81e-4ded6477f4ea service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.087490] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.191502] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.191827] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.194051] env[69289]: INFO nova.compute.claims [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.587789] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.942119] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.942396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.942616] env[69289]: INFO nova.compute.manager [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Rebooting instance [ 1187.090776] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277922, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.689713} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.091142] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec/OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec.vmdk to [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk. [ 1187.091407] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Cleaning up location [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1187.091637] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ef9bb82b-7261-4543-bde7-ee97dcc012ec {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.091985] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-caaa586e-cdda-4193-b99a-4287ac0b90f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.101486] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1187.101486] env[69289]: value = "task-3277924" [ 1187.101486] env[69289]: _type = "Task" [ 1187.101486] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.111293] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.365373] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916b711-76b9-4e54-81f6-d73f69347807 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.374636] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d33f058-61c3-4111-ab9c-ef25058e1864 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.407024] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4e367e-6c36-4d5b-9184-871eea2c4b25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.416037] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fdc372-a244-4924-8b86-ce6bcd9cb4da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.431085] env[69289]: DEBUG nova.compute.provider_tree [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.470326] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.470326] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.470326] env[69289]: DEBUG nova.network.neutron [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.615212] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259266} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.615212] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.615212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.615212] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk to [datastore2] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.615212] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1fca7da-9c39-46e1-aea3-4f8db020c542 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.622777] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1187.622777] env[69289]: value = "task-3277925" [ 1187.622777] env[69289]: _type = "Task" [ 1187.622777] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.632174] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.934412] env[69289]: DEBUG nova.scheduler.client.report [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.133405] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.202121] env[69289]: DEBUG nova.network.neutron [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.440750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.441318] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.634880] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.705916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.946107] env[69289]: DEBUG nova.compute.utils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.948080] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1188.948256] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1188.989728] env[69289]: DEBUG nova.policy [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.136386] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.211541] env[69289]: DEBUG nova.compute.manager [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.212515] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18193608-da8a-48a5-9d5d-0475b815362c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.301447] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Successfully created port: 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.452714] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.634962] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.135956] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.232593] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a8c59-5b57-47b5-bd10-472d278f5c05 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.243984] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Doing hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1190.244500] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ced1aac5-f0a7-42e5-8869-b3c1f364f22c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.255540] env[69289]: DEBUG oslo_vmware.api [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1190.255540] env[69289]: value = "task-3277927" [ 1190.255540] env[69289]: _type = "Task" [ 1190.255540] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.272170] env[69289]: DEBUG oslo_vmware.api [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277927, 'name': ResetVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.464999] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.494771] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.495345] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.495577] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.495824] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.496009] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.496180] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.496414] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.496630] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.496856] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.497064] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.497260] env[69289]: DEBUG nova.virt.hardware [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.498243] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac227132-391a-44d7-a9ab-d45c106227f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.506776] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa1ea2f-fba9-46e6-8203-20f7a24a126c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.635833] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.720202] env[69289]: DEBUG nova.compute.manager [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-vif-plugged-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.720423] env[69289]: DEBUG oslo_concurrency.lockutils [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.720641] env[69289]: DEBUG oslo_concurrency.lockutils [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.720839] env[69289]: DEBUG oslo_concurrency.lockutils [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.721358] env[69289]: DEBUG nova.compute.manager [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] No waiting events found dispatching network-vif-plugged-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.721552] env[69289]: WARNING nova.compute.manager [req-27a03d3e-4da6-47f9-8bef-28b488d1e731 req-18be576e-e166-42e7-910c-303511df4801 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received unexpected event network-vif-plugged-42443a9b-73d6-47a7-92d2-faddb7d4739f for instance with vm_state building and task_state spawning. [ 1190.765570] env[69289]: DEBUG oslo_vmware.api [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277927, 'name': ResetVM_Task, 'duration_secs': 0.126128} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.766028] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Did hard reboot of VM {{(pid=69289) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1190.766364] env[69289]: DEBUG nova.compute.manager [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.767230] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828d61e7-1da9-4977-8f69-b639b1796bf2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.787308] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Successfully updated port: 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.137047] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277925, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.029019} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.137428] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f2f8829-00db-4883-a354-de1e90f708cb/4f2f8829-00db-4883-a354-de1e90f708cb.vmdk to [datastore2] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.138298] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d77e361-24ac-42e5-91fa-2a947e0f9c35 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.161198] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.162222] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87402ae2-2e33-4efd-b06f-1cf6ef643600 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.182687] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1191.182687] env[69289]: value = "task-3277928" [ 1191.182687] env[69289]: _type = "Task" [ 1191.182687] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.191910] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.279851] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7fdd0fc-4391-47ca-8cc9-90a16fcb8d4b tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.337s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.289866] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.289866] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.290085] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.695894] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.823455] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1191.971458] env[69289]: DEBUG nova.network.neutron [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.194940] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277928, 'name': ReconfigVM_Task, 'duration_secs': 0.660768} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.194940] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ca5f77d8-525f-46e8-977a-ae845bb9f0b6/ca5f77d8-525f-46e8-977a-ae845bb9f0b6.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.196653] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'image_id': '6a56f73b-175b-4481-93e6-8fbc6cd247e0'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654659', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'name': 'volume-49b48eaf-2c24-4301-88eb-08a559af7d89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca5f77d8-525f-46e8-977a-ae845bb9f0b6', 'attached_at': '', 'detached_at': '', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'serial': '49b48eaf-2c24-4301-88eb-08a559af7d89'}, 'delete_on_termination': False, 'boot_index': None, 'device_type': None, 'attachment_id': '1b8ab9b4-788c-4a77-9a18-6ce4e8b7d49a', 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69289) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1192.196653] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1192.196653] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654659', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'name': 'volume-49b48eaf-2c24-4301-88eb-08a559af7d89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca5f77d8-525f-46e8-977a-ae845bb9f0b6', 'attached_at': '', 'detached_at': '', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'serial': '49b48eaf-2c24-4301-88eb-08a559af7d89'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1192.197496] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc17d2a-e84c-44b3-8444-2d9b70a48490 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.214638] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c94f399-4956-45f0-bc83-b40ab2ca88b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.242234] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-49b48eaf-2c24-4301-88eb-08a559af7d89/volume-49b48eaf-2c24-4301-88eb-08a559af7d89.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.242558] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825d68f1-821d-4f3b-9641-e4db889d602d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.263038] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1192.263038] env[69289]: value = "task-3277930" [ 1192.263038] env[69289]: _type = "Task" [ 1192.263038] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.271458] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.474828] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.475152] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Instance network_info: |[{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1192.475580] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:a8:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55520f67-d092-4eb7-940f-d7cceaa1ca1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42443a9b-73d6-47a7-92d2-faddb7d4739f', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.484502] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.484731] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.484960] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d561e9ea-2943-42de-8d03-2ccb961ab41c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.505935] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.505935] env[69289]: value = "task-3277931" [ 1192.505935] env[69289]: _type = "Task" [ 1192.505935] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.516500] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277931, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.747058] env[69289]: DEBUG nova.compute.manager [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.747340] env[69289]: DEBUG nova.compute.manager [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing instance network info cache due to event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.747467] env[69289]: DEBUG oslo_concurrency.lockutils [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.747638] env[69289]: DEBUG oslo_concurrency.lockutils [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.747820] env[69289]: DEBUG nova.network.neutron [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.773244] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277930, 'name': ReconfigVM_Task, 'duration_secs': 0.299195} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.773506] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-49b48eaf-2c24-4301-88eb-08a559af7d89/volume-49b48eaf-2c24-4301-88eb-08a559af7d89.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.778478] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca57f6d8-242e-4c29-b50a-cc935968cfa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.793715] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1192.793715] env[69289]: value = "task-3277932" [ 1192.793715] env[69289]: _type = "Task" [ 1192.793715] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.801692] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.017373] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277931, 'name': CreateVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.309562] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277932, 'name': ReconfigVM_Task, 'duration_secs': 0.162803} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.309959] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654659', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'name': 'volume-49b48eaf-2c24-4301-88eb-08a559af7d89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca5f77d8-525f-46e8-977a-ae845bb9f0b6', 'attached_at': '', 'detached_at': '', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'serial': '49b48eaf-2c24-4301-88eb-08a559af7d89'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.310729] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30fb18b-b845-4ba0-b467-aa5625c0ec93 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.321983] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1193.321983] env[69289]: value = "task-3277933" [ 1193.321983] env[69289]: _type = "Task" [ 1193.321983] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.334797] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277933, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.441797] env[69289]: DEBUG nova.network.neutron [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updated VIF entry in instance network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.442204] env[69289]: DEBUG nova.network.neutron [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.517784] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277931, 'name': CreateVM_Task, 'duration_secs': 0.548919} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.517955] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.524964] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.525148] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.525458] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.525700] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c5c3c6-b067-4761-ab06-b527f23a88cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.530432] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1193.530432] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522d2f5e-6185-0128-c1d5-d0d8d512cf8f" [ 1193.530432] env[69289]: _type = "Task" [ 1193.530432] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.538438] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d2f5e-6185-0128-c1d5-d0d8d512cf8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.831936] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277933, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.945517] env[69289]: DEBUG oslo_concurrency.lockutils [req-45eca06d-590e-4ec1-b4a0-00026f3a9042 req-a5b69f5f-2774-402b-90e4-bce9d6974a46 service nova] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.042040] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d2f5e-6185-0128-c1d5-d0d8d512cf8f, 'name': SearchDatastore_Task, 'duration_secs': 0.033115} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.042040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.042040] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.042040] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.042315] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.042345] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.042582] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eace11a7-b207-48a0-a063-6879730f6948 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.051547] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.051717] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.052385] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848ee2b2-f3a2-432d-a695-6f30d7a22a4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.057444] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1194.057444] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521a07ae-71bb-089b-b77b-5c85346ae563" [ 1194.057444] env[69289]: _type = "Task" [ 1194.057444] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.064793] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521a07ae-71bb-089b-b77b-5c85346ae563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.333086] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277933, 'name': Rename_Task, 'duration_secs': 0.563162} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.333374] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.333626] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0774191d-53fb-424c-8f3f-57fb8f1558d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.340716] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1194.340716] env[69289]: value = "task-3277935" [ 1194.340716] env[69289]: _type = "Task" [ 1194.340716] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.350036] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.457956] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.567992] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521a07ae-71bb-089b-b77b-5c85346ae563, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.568846] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3eb8e7-0bc2-4a01-b42a-e8e03a095ed6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.574572] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1194.574572] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526cf7c3-e188-9ef7-e1bc-4c2128b385c8" [ 1194.574572] env[69289]: _type = "Task" [ 1194.574572] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.581772] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526cf7c3-e188-9ef7-e1bc-4c2128b385c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.850986] env[69289]: DEBUG oslo_vmware.api [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277935, 'name': PowerOnVM_Task, 'duration_secs': 0.440177} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.851347] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.929916] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.930208] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.930355] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1194.930514] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1194.951776] env[69289]: DEBUG nova.compute.manager [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.952532] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b29c3e-1cd6-4ad5-a552-1fe2f2ff86e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.086714] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526cf7c3-e188-9ef7-e1bc-4c2128b385c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.086896] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.087157] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 15e21f6b-8dcd-4abe-ab8d-5bbba93db934/15e21f6b-8dcd-4abe-ab8d-5bbba93db934.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.087411] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aea78e71-417f-4800-b7d9-25faecf147aa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.094325] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1195.094325] env[69289]: value = "task-3277936" [ 1195.094325] env[69289]: _type = "Task" [ 1195.094325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.101978] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.433495] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.433798] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.433978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.434163] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1195.435063] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c686684-7e11-4851-8ef7-81f249a4bdf7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.445272] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd67224-a606-471a-bf74-d3bcbd804c94 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.462637] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e9be66-28ba-46e4-8b0e-496e994018f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fcab82-d208-4835-9b4d-af55c7af72c0 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.610s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.476691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730e68b-3009-4dac-977c-3314860784a7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.511079] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179627MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1195.511269] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.511505] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.604385] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43805} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.604647] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 15e21f6b-8dcd-4abe-ab8d-5bbba93db934/15e21f6b-8dcd-4abe-ab8d-5bbba93db934.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.604850] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.605122] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075a8429-7371-4cd0-890f-1a06db30af15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.612741] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1195.612741] env[69289]: value = "task-3277937" [ 1195.612741] env[69289]: _type = "Task" [ 1195.612741] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.626303] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.124435] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066323} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.124806] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.125477] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3618a-be45-41e4-bf82-775db301d2f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.146865] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 15e21f6b-8dcd-4abe-ab8d-5bbba93db934/15e21f6b-8dcd-4abe-ab8d-5bbba93db934.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.147113] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c3a7175-e6fc-4712-83b4-1252ba254c17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.167693] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1196.167693] env[69289]: value = "task-3277938" [ 1196.167693] env[69289]: _type = "Task" [ 1196.167693] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.175297] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.542395] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.542551] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 45753558-ccf9-4754-9a2c-bde58559d139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.542668] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bf51b500-f1e2-475f-954a-415581506614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.542784] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.542898] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543024] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 47aa4954-3fca-4076-9d32-671bf28469c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543145] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance e35673db-97ea-44ce-8023-a6a812c39934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543260] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ca5f77d8-525f-46e8-977a-ae845bb9f0b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543372] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ddca0b89-f505-4887-94f5-71684108ac32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543484] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543595] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1196.543787] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1196.543923] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1196.670279] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e63644-4d32-42bf-9048-5de07d88d159 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.683458] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277938, 'name': ReconfigVM_Task, 'duration_secs': 0.299922} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.685014] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 15e21f6b-8dcd-4abe-ab8d-5bbba93db934/15e21f6b-8dcd-4abe-ab8d-5bbba93db934.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.685705] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f6fa2ce-139c-40f7-890a-d2cf31b5715d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.687883] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e510fbd7-be50-4144-bf3d-7d4a7cced34c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.726554] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63053ecb-5b72-4499-a9d8-893ef68a3b0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.729955] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1196.729955] env[69289]: value = "task-3277939" [ 1196.729955] env[69289]: _type = "Task" [ 1196.729955] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.736817] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9145717f-3879-469b-8a57-d6db3726a854 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.743641] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277939, 'name': Rename_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.755596] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.240053] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277939, 'name': Rename_Task, 'duration_secs': 0.161744} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.240343] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.240591] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-415a28be-c276-49cd-99a2-aafeb1aaa214 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.247619] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1197.247619] env[69289]: value = "task-3277940" [ 1197.247619] env[69289]: _type = "Task" [ 1197.247619] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.255119] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.257953] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.760653] env[69289]: DEBUG oslo_vmware.api [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277940, 'name': PowerOnVM_Task, 'duration_secs': 0.463611} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.760653] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.760653] env[69289]: INFO nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1197.760852] env[69289]: DEBUG nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.761863] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8336b8a8-ae5b-4da4-b968-e7efbceb60fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.764678] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1197.764903] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.253s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.279156] env[69289]: INFO nova.compute.manager [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Took 12.11 seconds to build instance. [ 1198.404049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.404292] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.764101] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.764405] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.764682] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.764820] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.780831] env[69289]: DEBUG oslo_concurrency.lockutils [None req-db1ea58a-aa8c-48fa-be8b-83496ec7a543 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.617s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.906893] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1199.437022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.437377] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.439732] env[69289]: INFO nova.compute.claims [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.597370] env[69289]: DEBUG nova.compute.manager [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.597575] env[69289]: DEBUG nova.compute.manager [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.597787] env[69289]: DEBUG oslo_concurrency.lockutils [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.597928] env[69289]: DEBUG oslo_concurrency.lockutils [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.598280] env[69289]: DEBUG nova.network.neutron [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.994687] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.994907] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.282752] env[69289]: DEBUG nova.network.neutron [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.283230] env[69289]: DEBUG nova.network.neutron [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.498548] env[69289]: DEBUG nova.compute.utils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.653549] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc89ee4-6868-4767-9465-1c22e2eefcc2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.658438] env[69289]: DEBUG nova.compute.manager [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.658612] env[69289]: DEBUG nova.compute.manager [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing instance network info cache due to event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.658856] env[69289]: DEBUG oslo_concurrency.lockutils [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.659054] env[69289]: DEBUG oslo_concurrency.lockutils [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.660133] env[69289]: DEBUG nova.network.neutron [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.668080] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9875f56-abde-491b-8946-42c68f79ead0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.703329] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf77c14-cf7f-4514-8d91-b4ce4509ddd0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.711772] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322b8dfa-db16-4b1b-a906-b34dced5fa67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.727716] env[69289]: DEBUG nova.compute.provider_tree [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.786671] env[69289]: DEBUG oslo_concurrency.lockutils [req-89cc83fe-43b1-4041-86eb-c5e7a80688dd req-3142eada-ce84-422a-a6ee-610a609437ba service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.002575] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.230865] env[69289]: DEBUG nova.scheduler.client.report [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.351455] env[69289]: DEBUG nova.network.neutron [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updated VIF entry in instance network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.351809] env[69289]: DEBUG nova.network.neutron [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.622142] env[69289]: DEBUG nova.compute.manager [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.622375] env[69289]: DEBUG nova.compute.manager [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing instance network info cache due to event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.622551] env[69289]: DEBUG oslo_concurrency.lockutils [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.738831] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.739232] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.854705] env[69289]: DEBUG oslo_concurrency.lockutils [req-6227c165-0987-42b9-829f-979d8d9cf01d req-cdba6b5c-9a88-4a5c-8bc4-0a0bcd82491e service nova] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.855162] env[69289]: DEBUG oslo_concurrency.lockutils [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.855409] env[69289]: DEBUG nova.network.neutron [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.063873] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.064164] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.064408] env[69289]: INFO nova.compute.manager [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Attaching volume f8970045-4a4e-4ae1-b10a-f96a85d24897 to /dev/sdb [ 1202.095227] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90818e9-3724-489e-b9c9-4b81a8d4d25c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.103017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61130f-b13c-42b4-938d-c27324a9fb0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.117674] env[69289]: DEBUG nova.virt.block_device [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating existing volume attachment record: 4113aea8-fcaa-4848-8002-ba18f33a3938 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.244451] env[69289]: DEBUG nova.compute.utils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.246736] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.246939] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.282170] env[69289]: DEBUG nova.policy [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a58c3a2fca274fbdb0be3fe2797560a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6746c6961d72467bb93229e82bb985f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.683772] env[69289]: DEBUG nova.network.neutron [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updated VIF entry in instance network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.685732] env[69289]: DEBUG nova.network.neutron [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.698048] env[69289]: DEBUG nova.compute.manager [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.699211] env[69289]: DEBUG nova.compute.manager [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.699211] env[69289]: DEBUG oslo_concurrency.lockutils [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.699211] env[69289]: DEBUG oslo_concurrency.lockutils [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.699993] env[69289]: DEBUG nova.network.neutron [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.727896] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Successfully created port: c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.748324] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.187379] env[69289]: DEBUG oslo_concurrency.lockutils [req-4465cf10-f358-4d10-a3bb-41318c9c8601 req-9935f8a4-7934-4d5e-8318-3343e6e15213 service nova] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.257998] env[69289]: INFO nova.virt.block_device [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Booting with volume d97fa680-fb09-4a43-b01a-777b88dec7c9 at /dev/sda [ 1203.295431] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0de6a445-27f3-4429-8d43-30cea3d0c834 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.308567] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f0213-c570-4c83-9b1d-d197628f031c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.350901] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b74d54d2-c669-41df-9341-d44d15efbbbf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.361473] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26179bdc-0bb3-4d03-8daa-4b59c90ed4b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.394615] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c576c3f5-d6a7-4123-a2eb-c5a037d5fccb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.402409] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e76ad-1ebc-48a5-a0ae-3fe9b8115bc0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.416922] env[69289]: DEBUG nova.virt.block_device [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating existing volume attachment record: f0f9d331-56c3-4718-82ac-4055f1f591dd {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1203.419535] env[69289]: DEBUG nova.network.neutron [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.419896] env[69289]: DEBUG nova.network.neutron [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.923231] env[69289]: DEBUG oslo_concurrency.lockutils [req-7063350f-edb9-4cee-b677-618b6971b4ba req-e303653a-263f-42c0-a887-2d4d78cde3fe service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.095769] env[69289]: DEBUG nova.compute.manager [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Received event network-vif-plugged-c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.095955] env[69289]: DEBUG oslo_concurrency.lockutils [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.096145] env[69289]: DEBUG oslo_concurrency.lockutils [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.096560] env[69289]: DEBUG oslo_concurrency.lockutils [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.096560] env[69289]: DEBUG nova.compute.manager [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] No waiting events found dispatching network-vif-plugged-c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1204.096628] env[69289]: WARNING nova.compute.manager [req-cec8ee58-99e3-470c-a162-f3cfac4632dc req-34c46b9d-d148-45f3-b740-457397f05486 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Received unexpected event network-vif-plugged-c56a7a1c-004e-4060-87d7-66c88f0713bf for instance with vm_state building and task_state block_device_mapping. [ 1204.224737] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Successfully updated port: c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.728190] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.728190] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.728581] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.259766] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.375417] env[69289]: DEBUG nova.network.neutron [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.499049] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1205.499712] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.499944] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.500168] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.500419] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.500717] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.500858] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.501039] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.501267] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.501563] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.501710] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.501961] env[69289]: DEBUG nova.virt.hardware [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.502990] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2237082b-3f76-4069-b024-4392d631ecb4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.513532] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47212e4-894a-41a1-94f5-a64be0dd4413 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.878068] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.878414] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Instance network_info: |[{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.878901] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:bd:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab0428e-1be7-475e-80e3-1f0aa08d4f86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c56a7a1c-004e-4060-87d7-66c88f0713bf', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.886379] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.886587] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.886811] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fd15b73-79b2-498a-b566-75729b81e095 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.907128] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.907128] env[69289]: value = "task-3277945" [ 1205.907128] env[69289]: _type = "Task" [ 1205.907128] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.914577] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277945, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.122215] env[69289]: DEBUG nova.compute.manager [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Received event network-changed-c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.122420] env[69289]: DEBUG nova.compute.manager [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Refreshing instance network info cache due to event network-changed-c56a7a1c-004e-4060-87d7-66c88f0713bf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.122629] env[69289]: DEBUG oslo_concurrency.lockutils [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.122772] env[69289]: DEBUG oslo_concurrency.lockutils [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.122969] env[69289]: DEBUG nova.network.neutron [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Refreshing network info cache for port c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.417917] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277945, 'name': CreateVM_Task, 'duration_secs': 0.398349} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.418237] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.418871] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654665', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'name': 'volume-d97fa680-fb09-4a43-b01a-777b88dec7c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a4725c-2de4-4a61-980d-451a1bc72d73', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'serial': 'd97fa680-fb09-4a43-b01a-777b88dec7c9'}, 'delete_on_termination': True, 'boot_index': 0, 'device_type': None, 'attachment_id': 'f0f9d331-56c3-4718-82ac-4055f1f591dd', 'disk_bus': None, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69289) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1206.419101] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Root volume attach. Driver type: vmdk {{(pid=69289) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1206.420080] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5070a89c-d0bc-4d29-83d5-dc45fa9da573 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.428026] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5a081-d659-45d9-a471-0dc625a534b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.434433] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4ff1f1-1549-4629-8775-1e9b3baba015 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.440285] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f787043c-6a56-4a6d-a37f-4313b1009703 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.447114] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1206.447114] env[69289]: value = "task-3277946" [ 1206.447114] env[69289]: _type = "Task" [ 1206.447114] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.455821] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277946, 'name': RelocateVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.802227] env[69289]: DEBUG nova.network.neutron [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updated VIF entry in instance network info cache for port c56a7a1c-004e-4060-87d7-66c88f0713bf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.802617] env[69289]: DEBUG nova.network.neutron [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.957638] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277946, 'name': RelocateVM_Task} progress is 20%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.160783] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.161036] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654668', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'name': 'volume-f8970045-4a4e-4ae1-b10a-f96a85d24897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47aa4954-3fca-4076-9d32-671bf28469c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'serial': 'f8970045-4a4e-4ae1-b10a-f96a85d24897'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.161944] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a48728-0882-4a64-b787-aba868caea7f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.181016] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d1e7b-13aa-4b8d-ba69-825fd341958a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.205902] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-f8970045-4a4e-4ae1-b10a-f96a85d24897/volume-f8970045-4a4e-4ae1-b10a-f96a85d24897.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.206440] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b389eb57-b005-4280-915b-72f6e6b304ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.225513] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1207.225513] env[69289]: value = "task-3277947" [ 1207.225513] env[69289]: _type = "Task" [ 1207.225513] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.234241] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.305050] env[69289]: DEBUG oslo_concurrency.lockutils [req-7f4b9af1-f3a9-4d8b-873a-43862fad7776 req-a6e527b4-1e28-47e6-b7ad-cf3bb6989748 service nova] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.458829] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277946, 'name': RelocateVM_Task, 'duration_secs': 0.686125} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.459236] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.459443] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654665', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'name': 'volume-d97fa680-fb09-4a43-b01a-777b88dec7c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a4725c-2de4-4a61-980d-451a1bc72d73', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'serial': 'd97fa680-fb09-4a43-b01a-777b88dec7c9'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.460443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26187f-e8e9-481e-9baa-008327493f2c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.478279] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb81bcd-9f55-4061-ba8b-4d4fc9b76924 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.500230] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-d97fa680-fb09-4a43-b01a-777b88dec7c9/volume-d97fa680-fb09-4a43-b01a-777b88dec7c9.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.500492] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72eb7a86-be53-4d74-9518-327ed05aa18c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.519948] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1207.519948] env[69289]: value = "task-3277948" [ 1207.519948] env[69289]: _type = "Task" [ 1207.519948] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.528096] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.735577] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.032262] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277948, 'name': ReconfigVM_Task, 'duration_secs': 0.333416} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.032479] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-d97fa680-fb09-4a43-b01a-777b88dec7c9/volume-d97fa680-fb09-4a43-b01a-777b88dec7c9.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.036997] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d48c7941-f42c-4f71-8cde-9faa70df8af4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.052305] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1208.052305] env[69289]: value = "task-3277949" [ 1208.052305] env[69289]: _type = "Task" [ 1208.052305] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.060362] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.153323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.153551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.236153] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277947, 'name': ReconfigVM_Task, 'duration_secs': 0.624966} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.236450] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-f8970045-4a4e-4ae1-b10a-f96a85d24897/volume-f8970045-4a4e-4ae1-b10a-f96a85d24897.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.241194] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f465e6e-e3e2-4133-86d8-9d5a161c3f96 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.256836] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1208.256836] env[69289]: value = "task-3277950" [ 1208.256836] env[69289]: _type = "Task" [ 1208.256836] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.265154] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.562007] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277949, 'name': ReconfigVM_Task, 'duration_secs': 0.168793} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.562326] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654665', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'name': 'volume-d97fa680-fb09-4a43-b01a-777b88dec7c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60a4725c-2de4-4a61-980d-451a1bc72d73', 'attached_at': '', 'detached_at': '', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'serial': 'd97fa680-fb09-4a43-b01a-777b88dec7c9'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.562862] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27658ff7-0a6e-4afc-915c-a5b193dc1205 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.569543] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1208.569543] env[69289]: value = "task-3277951" [ 1208.569543] env[69289]: _type = "Task" [ 1208.569543] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.577202] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277951, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.656698] env[69289]: DEBUG nova.compute.utils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.766050] env[69289]: DEBUG oslo_vmware.api [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277950, 'name': ReconfigVM_Task, 'duration_secs': 0.137027} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.766352] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654668', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'name': 'volume-f8970045-4a4e-4ae1-b10a-f96a85d24897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '47aa4954-3fca-4076-9d32-671bf28469c7', 'attached_at': '', 'detached_at': '', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'serial': 'f8970045-4a4e-4ae1-b10a-f96a85d24897'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1209.079460] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277951, 'name': Rename_Task, 'duration_secs': 0.162757} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.079723] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.079939] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd97f8f4-803a-41a2-96f6-e415a71e9b3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.086502] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1209.086502] env[69289]: value = "task-3277952" [ 1209.086502] env[69289]: _type = "Task" [ 1209.086502] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.093636] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.159845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.596723] env[69289]: DEBUG oslo_vmware.api [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277952, 'name': PowerOnVM_Task, 'duration_secs': 0.433618} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.597066] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.597203] env[69289]: INFO nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Took 4.10 seconds to spawn the instance on the hypervisor. [ 1209.597379] env[69289]: DEBUG nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.598143] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb3b015-7eeb-4284-aba0-a35f032837b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.803512] env[69289]: DEBUG nova.objects.instance [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'flavor' on Instance uuid 47aa4954-3fca-4076-9d32-671bf28469c7 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.116062] env[69289]: INFO nova.compute.manager [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Took 10.70 seconds to build instance. [ 1210.225743] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.226045] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.226298] env[69289]: INFO nova.compute.manager [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Attaching volume 7f07f1f3-67d8-462e-b78e-9daa071dcfef to /dev/sdb [ 1210.257080] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e977dee-c503-45c6-80e0-ce545ff20bfb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.265366] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded281f-4761-4fc8-b4c0-0c391b4e9244 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.279650] env[69289]: DEBUG nova.virt.block_device [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updating existing volume attachment record: 31886e2f-2e7a-447d-80aa-48cd966d04b8 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.308539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cf5cce7-e1f0-4ce2-b589-9ce05aea9f07 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.244s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.611790] env[69289]: DEBUG nova.compute.manager [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.612037] env[69289]: DEBUG nova.compute.manager [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing instance network info cache due to event network-changed-9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.612257] env[69289]: DEBUG oslo_concurrency.lockutils [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] Acquiring lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.612789] env[69289]: DEBUG oslo_concurrency.lockutils [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] Acquired lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.612983] env[69289]: DEBUG nova.network.neutron [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Refreshing network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.617507] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f027598-6d01-48a9-9f31-1002a3f36615 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.213s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.338360] env[69289]: DEBUG nova.network.neutron [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updated VIF entry in instance network info cache for port 9caf7c5d-3530-47d4-a536-1074b9ca9a13. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.338872] env[69289]: DEBUG nova.network.neutron [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [{"id": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "address": "fa:16:3e:ba:f7:9c", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9caf7c5d-35", "ovs_interfaceid": "9caf7c5d-3530-47d4-a536-1074b9ca9a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.553577] env[69289]: DEBUG nova.compute.manager [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1211.841232] env[69289]: DEBUG oslo_concurrency.lockutils [req-71ae7ffb-be1e-4474-9ca9-c50c2a6c57e9 req-d8f81899-9055-4ba0-b31e-6aa6bd8824d2 service nova] Releasing lock "refresh_cache-c108f07e-a17d-4192-8624-838be45fb178" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.073367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.073642] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.225739] env[69289]: DEBUG nova.compute.manager [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1212.584184] env[69289]: INFO nova.compute.claims [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.650509] env[69289]: DEBUG nova.compute.manager [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Received event network-changed-c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.650722] env[69289]: DEBUG nova.compute.manager [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Refreshing instance network info cache due to event network-changed-c56a7a1c-004e-4060-87d7-66c88f0713bf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1212.650962] env[69289]: DEBUG oslo_concurrency.lockutils [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.651122] env[69289]: DEBUG oslo_concurrency.lockutils [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.651295] env[69289]: DEBUG nova.network.neutron [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Refreshing network info cache for port c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.742939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.097900] env[69289]: INFO nova.compute.resource_tracker [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating resource usage from migration 5633872a-2700-42d1-b7b2-dee3ffab4193 [ 1213.259430] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38268a1-77ef-4b72-bc76-610a57906251 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.266961] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3997f4c-5584-4a86-899e-9d3a447e2645 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.299696] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f79cf-1eb2-43a2-ae55-a60b50a5404e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.306944] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b38e46a-d165-45e8-9c31-a4b14ed498f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.320404] env[69289]: DEBUG nova.compute.provider_tree [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.388800] env[69289]: DEBUG nova.network.neutron [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updated VIF entry in instance network info cache for port c56a7a1c-004e-4060-87d7-66c88f0713bf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.389227] env[69289]: DEBUG nova.network.neutron [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.823758] env[69289]: DEBUG nova.scheduler.client.report [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.892194] env[69289]: DEBUG oslo_concurrency.lockutils [req-f9daa6fe-3bd2-402f-b603-82786558f73e req-f3e8b3fb-83e5-4ea0-b31d-4f9219704736 service nova] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.329055] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.255s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.329055] env[69289]: INFO nova.compute.manager [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Migrating [ 1214.335319] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.592s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.827442] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1214.827706] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654670', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'name': 'volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35673db-97ea-44ce-8023-a6a812c39934', 'attached_at': '', 'detached_at': '', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'serial': '7f07f1f3-67d8-462e-b78e-9daa071dcfef'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1214.828697] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271afc4-e353-476e-8dde-b206bfaa59fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.844406] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.844569] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.844739] env[69289]: DEBUG nova.network.neutron [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.847775] env[69289]: INFO nova.compute.claims [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.852085] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1c8a10-916a-4e33-b6f8-390b21465d7a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.878718] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef/volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.879672] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92808057-fc24-4a7b-9ff8-6e2ad822fc5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.899412] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1214.899412] env[69289]: value = "task-3277955" [ 1214.899412] env[69289]: _type = "Task" [ 1214.899412] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.908712] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.355906] env[69289]: INFO nova.compute.resource_tracker [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating resource usage from migration d7599ed3-38c2-4e2e-9dec-564a80365b48 [ 1215.413198] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277955, 'name': ReconfigVM_Task, 'duration_secs': 0.409467} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.413198] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef/volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.420329] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c633811c-2ff4-4fe1-aee9-8d97671536f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.437180] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1215.437180] env[69289]: value = "task-3277956" [ 1215.437180] env[69289]: _type = "Task" [ 1215.437180] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.446487] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.571076] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1c1c87-e369-4454-aa59-4d27c13d111d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.577978] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08865079-b631-4a04-9bde-9289d5f0c6e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.581739] env[69289]: DEBUG nova.network.neutron [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.609353] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a37de-a4a4-48f6-8873-f97e90155aa9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.616791] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b399d4-cb69-4955-a985-f49f9f2b9ad1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.629827] env[69289]: DEBUG nova.compute.provider_tree [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.947476] env[69289]: DEBUG oslo_vmware.api [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277956, 'name': ReconfigVM_Task, 'duration_secs': 0.140395} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.947609] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654670', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'name': 'volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35673db-97ea-44ce-8023-a6a812c39934', 'attached_at': '', 'detached_at': '', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'serial': '7f07f1f3-67d8-462e-b78e-9daa071dcfef'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1216.084582] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.133132] env[69289]: DEBUG nova.scheduler.client.report [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.638527] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.303s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.638527] env[69289]: INFO nova.compute.manager [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Migrating [ 1216.989410] env[69289]: DEBUG nova.objects.instance [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid e35673db-97ea-44ce-8023-a6a812c39934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.152462] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.152702] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.152948] env[69289]: DEBUG nova.network.neutron [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.496969] env[69289]: DEBUG oslo_concurrency.lockutils [None req-258eb76a-f813-432d-8b61-5b1ad649996c tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.599270] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd19e17a-7b46-46a9-a13e-208d4db54415 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.621333] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.668726] env[69289]: DEBUG oslo_concurrency.lockutils [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.669064] env[69289]: DEBUG oslo_concurrency.lockutils [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.858141] env[69289]: DEBUG nova.network.neutron [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.127438] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.128221] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-011452b2-cadd-4ac6-af58-44c7a713627a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.136272] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1218.136272] env[69289]: value = "task-3277957" [ 1218.136272] env[69289]: _type = "Task" [ 1218.136272] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.145258] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.172398] env[69289]: INFO nova.compute.manager [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Detaching volume 7f07f1f3-67d8-462e-b78e-9daa071dcfef [ 1218.213086] env[69289]: INFO nova.virt.block_device [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Attempting to driver detach volume 7f07f1f3-67d8-462e-b78e-9daa071dcfef from mountpoint /dev/sdb [ 1218.213344] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.214030] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654670', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'name': 'volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35673db-97ea-44ce-8023-a6a812c39934', 'attached_at': '', 'detached_at': '', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'serial': '7f07f1f3-67d8-462e-b78e-9daa071dcfef'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.215224] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdb1398-f8bb-4944-a529-6e2d965d4810 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.235632] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbab806-9d25-4152-8b65-54f253a24335 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.242378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae13fa2-1d34-4ce6-a1c2-4e3243885fc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.261865] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72822b03-1534-49de-8bf0-412efba509c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.276052] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef/volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.281385] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.281720] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfaa2458-5816-40d7-8540-9cfac1a07dd5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.299579] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1218.299579] env[69289]: value = "task-3277958" [ 1218.299579] env[69289]: _type = "Task" [ 1218.299579] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.307251] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.361126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.647466] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277957, 'name': PowerOffVM_Task, 'duration_secs': 0.206765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.647761] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.647934] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.427620] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.428025] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.428025] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.428201] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.428340] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.428482] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.428712] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.428877] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.429054] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.429219] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.429388] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.438138] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2173e2c2-d7e5-4452-8063-5ffe1e4e68c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.454015] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277958, 'name': ReconfigVM_Task, 'duration_secs': 0.37114} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.455560] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.460054] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1219.460054] env[69289]: value = "task-3277959" [ 1219.460054] env[69289]: _type = "Task" [ 1219.460054] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.460542] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e4e6f7-4861-48d3-bec5-0c97ce8db602 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.479940] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.480244] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1219.480244] env[69289]: value = "task-3277960" [ 1219.480244] env[69289]: _type = "Task" [ 1219.480244] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.488039] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.981659] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.988888] env[69289]: DEBUG oslo_vmware.api [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277960, 'name': ReconfigVM_Task, 'duration_secs': 0.181823} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.989775] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654670', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'name': 'volume-7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e35673db-97ea-44ce-8023-a6a812c39934', 'attached_at': '', 'detached_at': '', 'volume_id': '7f07f1f3-67d8-462e-b78e-9daa071dcfef', 'serial': '7f07f1f3-67d8-462e-b78e-9daa071dcfef'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.442901] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad553de-a678-4915-a6ef-e98dbddf0956 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.461102] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.479108] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277959, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.503788] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.504071] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.504477] env[69289]: DEBUG nova.objects.instance [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.534608] env[69289]: DEBUG nova.objects.instance [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'flavor' on Instance uuid e35673db-97ea-44ce-8023-a6a812c39934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.966975] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.967311] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e11ea022-9108-41ca-a404-34d8b8219744 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.976639] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1220.976639] env[69289]: value = "task-3277961" [ 1220.976639] env[69289]: _type = "Task" [ 1220.976639] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.983197] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277959, 'name': ReconfigVM_Task, 'duration_secs': 1.172186} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.983867] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.990565] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.116574] env[69289]: DEBUG nova.objects.instance [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.487888] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277961, 'name': PowerOffVM_Task, 'duration_secs': 0.18744} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.488178] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.488275] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.493089] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.493323] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.493464] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.493649] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.493794] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.495254] env[69289]: DEBUG nova.virt.hardware [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.500017] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.500813] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00d3577b-a7f1-442f-9afc-ff7e0628cb95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.518996] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1221.518996] env[69289]: value = "task-3277962" [ 1221.518996] env[69289]: _type = "Task" [ 1221.518996] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.529312] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277962, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.545445] env[69289]: DEBUG oslo_concurrency.lockutils [None req-79eb3bf8-a4b5-4065-aa0a-86f94405018d tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.876s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.619374] env[69289]: DEBUG nova.objects.base [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance<0d6cf2c7-84e0-443f-99ba-8a2a7afecf93> lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.619812] env[69289]: DEBUG nova.network.neutron [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.712028] env[69289]: DEBUG nova.policy [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.947246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.947246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.947246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "e35673db-97ea-44ce-8023-a6a812c39934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.947246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.947246] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.948263] env[69289]: INFO nova.compute.manager [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Terminating instance [ 1222.003120] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.003593] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.003593] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.003742] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.003839] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.003985] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.004199] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.004355] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.004626] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.004689] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.004842] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.009927] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a2c043-f787-47c4-b30b-a2ded83a4139 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.028841] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277962, 'name': ReconfigVM_Task, 'duration_secs': 0.231611} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.030125] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.030466] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1222.030466] env[69289]: value = "task-3277963" [ 1222.030466] env[69289]: _type = "Task" [ 1222.030466] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.031136] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac67eddc-6999-4a0f-ba59-25db163e72da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.058946] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.062335] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3bbc48-f373-48c4-862e-e3d5026687d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.075713] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277963, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.080325] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1222.080325] env[69289]: value = "task-3277964" [ 1222.080325] env[69289]: _type = "Task" [ 1222.080325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.087900] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.452389] env[69289]: DEBUG nova.compute.manager [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.452638] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.453548] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2cc7f-71b4-461b-b850-77286d16c439 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.461268] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.461511] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e13aa5f-44c5-4a21-8fa4-772eb6f939d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.468094] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1222.468094] env[69289]: value = "task-3277965" [ 1222.468094] env[69289]: _type = "Task" [ 1222.468094] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.475957] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.544486] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277963, 'name': ReconfigVM_Task, 'duration_secs': 0.161465} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.544835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.590747] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277964, 'name': ReconfigVM_Task, 'duration_secs': 0.278146} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.591168] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.591472] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.978317] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277965, 'name': PowerOffVM_Task, 'duration_secs': 0.171363} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.978649] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.978839] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.979112] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31606e2-bfe8-4713-9d23-ea7cb8a660fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.042386] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.042683] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.042886] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleting the datastore file [datastore1] e35673db-97ea-44ce-8023-a6a812c39934 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.043169] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f5799f-1789-4a1a-9987-d3553ce8825f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.051628] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.051919] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.052095] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.052282] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.052429] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.052579] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.052783] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.052992] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.053195] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.053356] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.053541] env[69289]: DEBUG nova.virt.hardware [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.062698] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.066304] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for the task: (returnval){ [ 1223.066304] env[69289]: value = "task-3277967" [ 1223.066304] env[69289]: _type = "Task" [ 1223.066304] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.066304] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67236a2-b6bb-4e37-9b93-c2615050bab6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.085151] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.088231] env[69289]: DEBUG nova.compute.manager [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.088444] env[69289]: DEBUG oslo_concurrency.lockutils [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.088678] env[69289]: DEBUG oslo_concurrency.lockutils [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.088857] env[69289]: DEBUG oslo_concurrency.lockutils [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.089033] env[69289]: DEBUG nova.compute.manager [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] No waiting events found dispatching network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.089205] env[69289]: WARNING nova.compute.manager [req-e38b5306-905f-4a0d-9854-d00cd36d6379 req-237557cf-fd74-4624-96e9-3e77ea9a7131 service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received unexpected event network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc for instance with vm_state active and task_state None. [ 1223.089548] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1223.089548] env[69289]: value = "task-3277968" [ 1223.089548] env[69289]: _type = "Task" [ 1223.089548] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.099432] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.100271] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f879da6c-eb3a-48ce-9dc5-e72750d93095 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.125180] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1344ab4-0b3b-47c6-a3cc-421e342765ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.129600] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.129815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.148622] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.180540] env[69289]: DEBUG nova.network.neutron [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Successfully updated port: b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.585545] env[69289]: DEBUG oslo_vmware.api [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Task: {'id': task-3277967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134552} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.585884] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.585975] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.586167] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.586337] env[69289]: INFO nova.compute.manager [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.586581] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.586774] env[69289]: DEBUG nova.compute.manager [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.586868] env[69289]: DEBUG nova.network.neutron [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.598317] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277968, 'name': ReconfigVM_Task, 'duration_secs': 0.15283} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.598487] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1223.599262] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9883db7-1d1d-41ba-8ba6-9b824674721a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.620445] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-d97fa680-fb09-4a43-b01a-777b88dec7c9/volume-d97fa680-fb09-4a43-b01a-777b88dec7c9.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.620722] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcf590a-9968-470f-a1f6-40928afd1255 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.633208] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.644909] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1223.644909] env[69289]: value = "task-3277969" [ 1223.644909] env[69289]: _type = "Task" [ 1223.644909] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.652522] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.683327] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.683519] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.683706] env[69289]: DEBUG nova.network.neutron [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.154310] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277969, 'name': ReconfigVM_Task, 'duration_secs': 0.256714} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.155127] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-d97fa680-fb09-4a43-b01a-777b88dec7c9/volume-d97fa680-fb09-4a43-b01a-777b88dec7c9.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.155127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.159892] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.160117] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.161575] env[69289]: INFO nova.compute.claims [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.236150] env[69289]: WARNING nova.network.neutron [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1224.509413] env[69289]: DEBUG nova.network.neutron [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "address": "fa:16:3e:e5:d5:3f", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ad3442-4b", "ovs_interfaceid": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.661833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62024b60-fec8-4131-b09a-c0950e93d8db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.684818] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51d8de4-b545-489d-83d4-e15717069793 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.703762] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.733194] env[69289]: DEBUG nova.network.neutron [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.814318] env[69289]: DEBUG nova.network.neutron [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1224.880618] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9349d7-9bb7-44af-bbfe-87eabb64135b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.888547] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f862678-d8d5-4c85-a877-d5b76b15fa3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.920583] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def089da-61c5-4338-8f21-47b10ce66f9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.927476] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726b956-c150-418e-a188-51315c24a95f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.940213] env[69289]: DEBUG nova.compute.provider_tree [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.012230] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.012930] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.013085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.014242] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef827d7d-8158-43cb-aadc-87f034359bdd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.030662] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.030904] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.031078] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.031267] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.031411] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.031557] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.031759] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.031917] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.032095] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.032258] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.032430] env[69289]: DEBUG nova.virt.hardware [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.038961] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfiguring VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1225.039391] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d11b8d-312c-452e-bd67-951af0d60c4b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.056247] env[69289]: DEBUG oslo_vmware.api [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1225.056247] env[69289]: value = "task-3277970" [ 1225.056247] env[69289]: _type = "Task" [ 1225.056247] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.064896] env[69289]: DEBUG oslo_vmware.api [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277970, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.113901] env[69289]: DEBUG nova.compute.manager [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.114126] env[69289]: DEBUG nova.compute.manager [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-b0ad3442-4ba4-412e-b129-baa790a7ecfc. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.114346] env[69289]: DEBUG oslo_concurrency.lockutils [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.114488] env[69289]: DEBUG oslo_concurrency.lockutils [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.114645] env[69289]: DEBUG nova.network.neutron [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.236919] env[69289]: INFO nova.compute.manager [-] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Took 1.65 seconds to deallocate network for instance. [ 1225.443031] env[69289]: DEBUG nova.scheduler.client.report [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.567091] env[69289]: DEBUG oslo_vmware.api [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.743538] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.808510] env[69289]: DEBUG nova.network.neutron [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port b0ad3442-4ba4-412e-b129-baa790a7ecfc. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.809016] env[69289]: DEBUG nova.network.neutron [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "address": "fa:16:3e:e5:d5:3f", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ad3442-4b", "ovs_interfaceid": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.834240] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.834470] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.834641] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.948049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.787s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.948049] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.952019] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.208s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.952019] env[69289]: DEBUG nova.objects.instance [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lazy-loading 'resources' on Instance uuid e35673db-97ea-44ce-8023-a6a812c39934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.067405] env[69289]: DEBUG oslo_vmware.api [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277970, 'name': ReconfigVM_Task, 'duration_secs': 0.654321} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.067567] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.067778] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfigured VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1226.313276] env[69289]: DEBUG oslo_concurrency.lockutils [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.313494] env[69289]: DEBUG nova.compute.manager [req-a964048c-f999-4e76-a775-51d17635db50 req-cbb99cda-d9b1-4df6-9c89-d389462fccaf service nova] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Received event network-vif-deleted-94ef6e23-6403-4499-a1e0-ceda4931e816 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.347122] env[69289]: DEBUG nova.network.neutron [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Port c56a7a1c-004e-4060-87d7-66c88f0713bf binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1226.453547] env[69289]: DEBUG nova.compute.utils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.457359] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.457601] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.500232] env[69289]: DEBUG nova.policy [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f66d0a58d87415399ff3735517c9c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c3fcccb195c4374b55a6f2d691e2d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.571997] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c544e6cf-4bb4-40f9-b4c1-03c2b861f45b tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.068s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.663465] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddab7fb4-57e3-4bdd-81d0-1a7839d35070 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.671123] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fe9810-28af-402f-92c5-0a26068b872f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.702682] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38089547-96fc-4e0e-ace9-9533eb3d6e49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.710438] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49c035c-3b4d-4921-9eb5-949e99f5da0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.724363] env[69289]: DEBUG nova.compute.provider_tree [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.793378] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Successfully created port: c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.897233] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.897339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.897744] env[69289]: DEBUG nova.network.neutron [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.960810] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.228077] env[69289]: DEBUG nova.scheduler.client.report [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.370696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.370926] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.371122] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.616918] env[69289]: DEBUG nova.network.neutron [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.733393] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.755870] env[69289]: INFO nova.scheduler.client.report [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Deleted allocations for instance e35673db-97ea-44ce-8023-a6a812c39934 [ 1227.969809] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.995874] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.996137] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.996297] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.996479] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.996624] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.996786] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.996988] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.997162] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.997327] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.997485] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.997656] env[69289]: DEBUG nova.virt.hardware [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.998532] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c9b6c-7620-45bc-958b-06bb965e56d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.007641] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0c07a0-9c21-426d-aeab-a4296e58c915 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.120169] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.190880] env[69289]: DEBUG nova.compute.manager [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Received event network-vif-plugged-c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.191129] env[69289]: DEBUG oslo_concurrency.lockutils [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] Acquiring lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.191347] env[69289]: DEBUG oslo_concurrency.lockutils [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.191518] env[69289]: DEBUG oslo_concurrency.lockutils [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.191688] env[69289]: DEBUG nova.compute.manager [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] No waiting events found dispatching network-vif-plugged-c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.192089] env[69289]: WARNING nova.compute.manager [req-a437eb14-3303-4958-aded-1850dc818b53 req-7e88a3e7-85d2-4c6c-b551-b3519960e489 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Received unexpected event network-vif-plugged-c434e7f2-2fc9-468d-9a10-bd94bbed8801 for instance with vm_state building and task_state spawning. [ 1228.196449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.196687] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.264088] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0f8e4617-8967-4404-bfb7-5db1f4f135ea tempest-AttachVolumeNegativeTest-557644961 tempest-AttachVolumeNegativeTest-557644961-project-member] Lock "e35673db-97ea-44ce-8023-a6a812c39934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.319s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.280057] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Successfully updated port: c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.405013] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.405255] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.405423] env[69289]: DEBUG nova.network.neutron [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.629377] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ff8e6-b190-4582-aaaa-bbded1bedd75 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.636051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1872c50f-4e93-467b-9792-a1c1bb4d9c5a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.699058] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.699409] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.700340] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02fc52d-988a-47cb-b704-6533964b1d95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.717255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b64e7b-3b95-41eb-ad22-452d94fb9a76 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.743480] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfiguring VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1228.743712] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04fc98a1-ecf2-4f0a-927c-11317de31187 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.763918] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1228.763918] env[69289]: value = "task-3277972" [ 1228.763918] env[69289]: _type = "Task" [ 1228.763918] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.771676] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.785699] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.785699] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.785811] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.117346] env[69289]: DEBUG nova.network.neutron [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.273852] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.315344] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.436652] env[69289]: DEBUG nova.network.neutron [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updating instance_info_cache with network_info: [{"id": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "address": "fa:16:3e:63:ce:1e", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc434e7f2-2f", "ovs_interfaceid": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.620014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.729178] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf5ab91-ae02-4c8f-adab-c741b438dd85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.751134] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbdf66-fa24-4306-bdd4-8f4f2bab4926 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.757923] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.772126] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.939504] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.940292] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance network_info: |[{"id": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "address": "fa:16:3e:63:ce:1e", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc434e7f2-2f", "ovs_interfaceid": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.940418] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ce:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c434e7f2-2fc9-468d-9a10-bd94bbed8801', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.947839] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.948071] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.948302] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1751841-75f9-487b-ad38-3e319b0c33ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.967762] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.967762] env[69289]: value = "task-3277973" [ 1229.967762] env[69289]: _type = "Task" [ 1229.967762] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.974776] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277973, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.129471] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f22df5-6bf6-4d04-a80d-e9a2de2d3e13 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.137994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f84bd-7b82-4f70-93a7-e3d16d22205f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.223592] env[69289]: DEBUG nova.compute.manager [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Received event network-changed-c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.223877] env[69289]: DEBUG nova.compute.manager [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Refreshing instance network info cache due to event network-changed-c434e7f2-2fc9-468d-9a10-bd94bbed8801. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.224034] env[69289]: DEBUG oslo_concurrency.lockutils [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] Acquiring lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.224252] env[69289]: DEBUG oslo_concurrency.lockutils [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] Acquired lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.224357] env[69289]: DEBUG nova.network.neutron [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Refreshing network info cache for port c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.263763] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.264097] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e237d6a8-2390-4e37-a296-8fc3115001de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.274827] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.276064] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1230.276064] env[69289]: value = "task-3277974" [ 1230.276064] env[69289]: _type = "Task" [ 1230.276064] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.283426] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.479389] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3277973, 'name': CreateVM_Task, 'duration_secs': 0.303122} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.479592] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.480334] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.480500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.480823] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.481097] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc1a278-6a3b-4d7c-a6d4-b64e32f368a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.486206] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1230.486206] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9e188-f6f6-d293-7bbd-c815a9b38974" [ 1230.486206] env[69289]: _type = "Task" [ 1230.486206] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.494387] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9e188-f6f6-d293-7bbd-c815a9b38974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.775457] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.784796] env[69289]: DEBUG oslo_vmware.api [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277974, 'name': PowerOnVM_Task, 'duration_secs': 0.407729} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.784998] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.785199] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7f7d18-dda2-46b1-82dd-fbf5bc6288ad tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance '47aa4954-3fca-4076-9d32-671bf28469c7' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.909209] env[69289]: DEBUG nova.network.neutron [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updated VIF entry in instance network info cache for port c434e7f2-2fc9-468d-9a10-bd94bbed8801. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.909567] env[69289]: DEBUG nova.network.neutron [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updating instance_info_cache with network_info: [{"id": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "address": "fa:16:3e:63:ce:1e", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc434e7f2-2f", "ovs_interfaceid": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.996843] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a9e188-f6f6-d293-7bbd-c815a9b38974, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.997145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.997376] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.997605] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.997785] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.997940] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.998221] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b11419af-c2c6-434a-b2c2-b380a140b21f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.006210] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.006355] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.007017] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663b16bb-0bf4-4440-9245-1f5a926fc4c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.011710] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1231.011710] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524725de-1c0d-de8c-e947-e79268280f2c" [ 1231.011710] env[69289]: _type = "Task" [ 1231.011710] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.018847] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524725de-1c0d-de8c-e947-e79268280f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.229687] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe0f73-c431-4950-84a2-cc2225b2ecfe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.249560] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923e962-6b2b-4de0-845e-a8586173e88b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.256624] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.275080] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.412745] env[69289]: DEBUG oslo_concurrency.lockutils [req-b9558567-be08-4f63-81c8-e27d19ffbdbf req-b923cace-1a89-469e-9e45-783505877f93 service nova] Releasing lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.522097] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524725de-1c0d-de8c-e947-e79268280f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008639} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.522790] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10afb40e-69cf-4ae6-81d0-e7fcc5fc76e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.527674] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1231.527674] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2fa2e-8556-00c4-3245-42d008394377" [ 1231.527674] env[69289]: _type = "Task" [ 1231.527674] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.535061] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2fa2e-8556-00c4-3245-42d008394377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.763344] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.763641] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f10e4381-f344-4040-99ee-9bbd39f82524 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.772195] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1231.772195] env[69289]: value = "task-3277976" [ 1231.772195] env[69289]: _type = "Task" [ 1231.772195] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.780107] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.783211] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.039454] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2fa2e-8556-00c4-3245-42d008394377, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.039606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.039824] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.040098] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbdee1b0-ca39-4bf6-a00c-937cf89d0015 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.045959] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1232.045959] env[69289]: value = "task-3277977" [ 1232.045959] env[69289]: _type = "Task" [ 1232.045959] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.054442] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.283650] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.286897] env[69289]: DEBUG oslo_vmware.api [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3277976, 'name': PowerOnVM_Task, 'duration_secs': 0.416143} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.287172] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.287353] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e225f2ed-c1fb-4bf3-b60a-9731e5282d6a tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance '60a4725c-2de4-4a61-980d-451a1bc72d73' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.291198] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.291407] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.555502] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43538} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.555719] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.555929] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.556204] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-521571cb-4459-4e07-a560-9071342f49d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.561809] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1232.561809] env[69289]: value = "task-3277978" [ 1232.561809] env[69289]: _type = "Task" [ 1232.561809] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.570612] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.778474] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.798007] env[69289]: INFO nova.compute.manager [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Detaching volume 49b48eaf-2c24-4301-88eb-08a559af7d89 [ 1232.830974] env[69289]: INFO nova.virt.block_device [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Attempting to driver detach volume 49b48eaf-2c24-4301-88eb-08a559af7d89 from mountpoint /dev/sdb [ 1232.831357] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1232.831553] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654659', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'name': 'volume-49b48eaf-2c24-4301-88eb-08a559af7d89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca5f77d8-525f-46e8-977a-ae845bb9f0b6', 'attached_at': '', 'detached_at': '', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'serial': '49b48eaf-2c24-4301-88eb-08a559af7d89'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1232.832608] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412283dd-b68f-45ce-bd54-78665db83319 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.856902] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70540a-d101-4862-9304-57c0212fe587 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.865012] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2659f5d3-d52f-46b9-9f74-b0e02330208d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.885143] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1d423e-005a-4901-a1ba-3329807912be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.899588] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] The volume has not been displaced from its original location: [datastore1] volume-49b48eaf-2c24-4301-88eb-08a559af7d89/volume-49b48eaf-2c24-4301-88eb-08a559af7d89.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1232.905269] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.905888] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-834263b0-f2b7-4c39-a76b-9031034a8038 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.923814] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1232.923814] env[69289]: value = "task-3277979" [ 1232.923814] env[69289]: _type = "Task" [ 1232.923814] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.934732] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.071640] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279171} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.071915] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.072681] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2d7b6-0fcb-4fb9-8283-7a45de71338f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.094301] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.094538] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e88e4ab-5167-46ee-9103-9a70f2682b71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.113691] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1233.113691] env[69289]: value = "task-3277980" [ 1233.113691] env[69289]: _type = "Task" [ 1233.113691] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.121828] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.279905] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.433504] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277979, 'name': ReconfigVM_Task, 'duration_secs': 0.411626} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.433946] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1233.440299] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e4443a-55d0-45b7-9b73-4c9b267f3ad3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.458529] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1233.458529] env[69289]: value = "task-3277981" [ 1233.458529] env[69289]: _type = "Task" [ 1233.458529] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.467921] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.548313] env[69289]: DEBUG nova.network.neutron [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Port 5e75ab62-fec4-4fd3-8b65-fd666fcdb393 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1233.548748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.548983] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.549240] env[69289]: DEBUG nova.network.neutron [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.623510] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277980, 'name': ReconfigVM_Task, 'duration_secs': 0.425854} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.623866] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.624518] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1380e6b3-8976-429a-ba86-83ce65992e49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.630407] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1233.630407] env[69289]: value = "task-3277982" [ 1233.630407] env[69289]: _type = "Task" [ 1233.630407] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.639027] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277982, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.780131] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.969580] env[69289]: DEBUG oslo_vmware.api [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277981, 'name': ReconfigVM_Task, 'duration_secs': 0.152857} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.969848] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654659', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'name': 'volume-49b48eaf-2c24-4301-88eb-08a559af7d89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ca5f77d8-525f-46e8-977a-ae845bb9f0b6', 'attached_at': '', 'detached_at': '', 'volume_id': '49b48eaf-2c24-4301-88eb-08a559af7d89', 'serial': '49b48eaf-2c24-4301-88eb-08a559af7d89'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1234.141172] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277982, 'name': Rename_Task, 'duration_secs': 0.139453} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.141437] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.141731] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d4bc3c9-32ec-40f1-8152-d51fddd98f30 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.148468] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1234.148468] env[69289]: value = "task-3277983" [ 1234.148468] env[69289]: _type = "Task" [ 1234.148468] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.157587] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.264656] env[69289]: DEBUG nova.network.neutron [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.282402] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.511116] env[69289]: DEBUG nova.objects.instance [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'flavor' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.658522] env[69289]: DEBUG oslo_vmware.api [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3277983, 'name': PowerOnVM_Task, 'duration_secs': 0.465317} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.658823] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.659065] env[69289]: INFO nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1234.659263] env[69289]: DEBUG nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.660055] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77944b1-6daa-4ace-a600-b25a049a649e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.767603] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.781445] env[69289]: DEBUG oslo_vmware.api [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277972, 'name': ReconfigVM_Task, 'duration_secs': 5.745646} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.782424] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.782641] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Reconfigured VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1234.891111] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.891463] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.891738] env[69289]: DEBUG nova.compute.manager [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Going to confirm migration 8 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1235.177555] env[69289]: INFO nova.compute.manager [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Took 11.04 seconds to build instance. [ 1235.271208] env[69289]: DEBUG nova.compute.manager [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69289) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1235.450488] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.450675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquired lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.450868] env[69289]: DEBUG nova.network.neutron [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.451073] env[69289]: DEBUG nova.objects.instance [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'info_cache' on Instance uuid 60a4725c-2de4-4a61-980d-451a1bc72d73 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.518912] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3caff3d5-b695-460d-8069-f84e714cc439 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.679442] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2e64f71-c553-4539-a126-3d644962444c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.549s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.080448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.080448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.080448] env[69289]: DEBUG nova.network.neutron [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.347097] env[69289]: DEBUG nova.compute.manager [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Received event network-changed-c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.347321] env[69289]: DEBUG nova.compute.manager [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Refreshing instance network info cache due to event network-changed-c434e7f2-2fc9-468d-9a10-bd94bbed8801. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.347429] env[69289]: DEBUG oslo_concurrency.lockutils [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] Acquiring lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.347543] env[69289]: DEBUG oslo_concurrency.lockutils [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] Acquired lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.347710] env[69289]: DEBUG nova.network.neutron [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Refreshing network info cache for port c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.369685] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.369969] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.557858] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.558117] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.558334] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.558522] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.558685] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.560742] env[69289]: INFO nova.compute.manager [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Terminating instance [ 1236.874558] env[69289]: DEBUG nova.objects.instance [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'migration_context' on Instance uuid 47aa4954-3fca-4076-9d32-671bf28469c7 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.905831] env[69289]: DEBUG nova.network.neutron [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [{"id": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "address": "fa:16:3e:e0:bd:88", "network": {"id": "7e2936cc-2d85-402d-a464-2150c92e4b86", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-551600294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6746c6961d72467bb93229e82bb985f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab0428e-1be7-475e-80e3-1f0aa08d4f86", "external-id": "nsx-vlan-transportzone-976", "segmentation_id": 976, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc56a7a1c-00", "ovs_interfaceid": "c56a7a1c-004e-4060-87d7-66c88f0713bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.982081] env[69289]: INFO nova.network.neutron [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Port b0ad3442-4ba4-412e-b129-baa790a7ecfc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1236.982567] env[69289]: DEBUG nova.network.neutron [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.065262] env[69289]: DEBUG nova.compute.manager [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.065454] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.066357] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905e28d9-7a94-440f-9e20-9399af5316d7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.074705] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.074945] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86051179-575c-40fc-b5b4-cb53d937b93d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.081120] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1237.081120] env[69289]: value = "task-3277985" [ 1237.081120] env[69289]: _type = "Task" [ 1237.081120] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.088764] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.105554] env[69289]: DEBUG nova.compute.manager [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.105554] env[69289]: DEBUG nova.compute.manager [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing instance network info cache due to event network-changed-f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.105745] env[69289]: DEBUG oslo_concurrency.lockutils [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] Acquiring lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.106744] env[69289]: DEBUG nova.network.neutron [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updated VIF entry in instance network info cache for port c434e7f2-2fc9-468d-9a10-bd94bbed8801. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.107073] env[69289]: DEBUG nova.network.neutron [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updating instance_info_cache with network_info: [{"id": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "address": "fa:16:3e:63:ce:1e", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc434e7f2-2f", "ovs_interfaceid": "c434e7f2-2fc9-468d-9a10-bd94bbed8801", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.411014] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Releasing lock "refresh_cache-60a4725c-2de4-4a61-980d-451a1bc72d73" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.411361] env[69289]: DEBUG nova.objects.instance [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'migration_context' on Instance uuid 60a4725c-2de4-4a61-980d-451a1bc72d73 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.485485] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.490487] env[69289]: DEBUG oslo_concurrency.lockutils [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] Acquired lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.490700] env[69289]: DEBUG nova.network.neutron [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Refreshing network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.567186] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53122d8-2d9e-4359-99ed-0a8e5b9329f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.575098] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9383e9-f46c-4a98-80e6-efcbb19e3c52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.606673] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d032ee-2f04-4ccb-bebc-686f276e7745 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.609153] env[69289]: DEBUG oslo_concurrency.lockutils [req-672cbd42-0afd-4e48-98c0-274fa06a46d8 req-be2031ee-c65f-4c50-9ac6-fadeb583e60c service nova] Releasing lock "refresh_cache-00e4f0fe-33e1-413d-ac36-b6c519c0f884" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.614226] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277985, 'name': PowerOffVM_Task, 'duration_secs': 0.256471} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.616213] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.616386] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.616666] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af8bdbd-00e8-4e13-8d10-cf2237ea6493 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.618960] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0a367-c7a5-4860-b4e6-a005dd8ab305 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.633258] env[69289]: DEBUG nova.compute.provider_tree [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.705639] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.705936] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.706076] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore2] ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.706638] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1682853-70d9-4078-940a-5d2475de6ae2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.712925] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1237.712925] env[69289]: value = "task-3277987" [ 1237.712925] env[69289]: _type = "Task" [ 1237.712925] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.721009] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.784343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.784626] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.784971] env[69289]: DEBUG nova.objects.instance [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'flavor' on Instance uuid 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.917795] env[69289]: DEBUG nova.objects.base [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Object Instance<60a4725c-2de4-4a61-980d-451a1bc72d73> lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1237.918829] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb8695e-230e-41ac-8985-d64b3ff1781c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.939174] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5270d193-3710-4ea8-b442-43c9ae7766ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.944809] env[69289]: DEBUG oslo_vmware.api [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1237.944809] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525d16db-e7a9-9408-16c8-8f96a3446ac6" [ 1237.944809] env[69289]: _type = "Task" [ 1237.944809] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.952646] env[69289]: DEBUG oslo_vmware.api [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525d16db-e7a9-9408-16c8-8f96a3446ac6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.993795] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2b82e7fa-4701-4536-9df3-58ad35a34369 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-b0ad3442-4ba4-412e-b129-baa790a7ecfc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.797s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.136096] env[69289]: DEBUG nova.scheduler.client.report [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.222255] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.305575] env[69289]: DEBUG nova.network.neutron [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updated VIF entry in instance network info cache for port f173d8fa-896d-4104-845b-9f8ee7fd78e9. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.305575] env[69289]: DEBUG nova.network.neutron [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [{"id": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "address": "fa:16:3e:d8:2b:ae", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf173d8fa-89", "ovs_interfaceid": "f173d8fa-896d-4104-845b-9f8ee7fd78e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.382686] env[69289]: DEBUG nova.objects.instance [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'pci_requests' on Instance uuid 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.455717] env[69289]: DEBUG oslo_vmware.api [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525d16db-e7a9-9408-16c8-8f96a3446ac6, 'name': SearchDatastore_Task, 'duration_secs': 0.007854} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.456049] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.723475] env[69289]: DEBUG oslo_vmware.api [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3277987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545557} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.723888] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.723888] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.724054] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.724260] env[69289]: INFO nova.compute.manager [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1238.724501] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.724691] env[69289]: DEBUG nova.compute.manager [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.724785] env[69289]: DEBUG nova.network.neutron [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.808522] env[69289]: DEBUG oslo_concurrency.lockutils [req-2aaa6c51-12ba-4bd2-859a-388ce2bfd69d req-6beaf308-b18b-4ce7-b048-2bc94bc4111d service nova] Releasing lock "refresh_cache-0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.884678] env[69289]: DEBUG nova.objects.base [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Object Instance<15e21f6b-8dcd-4abe-ab8d-5bbba93db934> lazy-loaded attributes: flavor,pci_requests {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1238.884948] env[69289]: DEBUG nova.network.neutron [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.082237] env[69289]: DEBUG nova.policy [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0613dc009fb4430299408869087a4cda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893ec93f647048df97643e1b63f508a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.135369] env[69289]: DEBUG nova.compute.manager [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.135440] env[69289]: DEBUG nova.compute.manager [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing instance network info cache due to event network-changed-42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.135591] env[69289]: DEBUG oslo_concurrency.lockutils [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.135735] env[69289]: DEBUG oslo_concurrency.lockutils [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.135894] env[69289]: DEBUG nova.network.neutron [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.147595] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.777s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.154929] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.699s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.628073] env[69289]: DEBUG nova.network.neutron [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.892368] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f323d25a-14a1-49b9-b242-cce5e57a99a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.900694] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9b201-114a-49fb-a810-33a184849813 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.930657] env[69289]: DEBUG nova.network.neutron [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updated VIF entry in instance network info cache for port 42443a9b-73d6-47a7-92d2-faddb7d4739f. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.931013] env[69289]: DEBUG nova.network.neutron [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.932661] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accaf010-387d-4eb3-9827-a98156af1125 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.940963] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99cde25-a55b-4f5b-90d0-8720e605078d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.957409] env[69289]: DEBUG nova.compute.provider_tree [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.131321] env[69289]: INFO nova.compute.manager [-] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Took 1.41 seconds to deallocate network for instance. [ 1240.437306] env[69289]: DEBUG oslo_concurrency.lockutils [req-20f76ccb-12ed-4a9a-be77-66e13f3d65ba req-7980ec7d-14ca-40e4-aa2f-76990803d55e service nova] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.460649] env[69289]: DEBUG nova.scheduler.client.report [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.550286] env[69289]: DEBUG nova.compute.manager [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.550516] env[69289]: DEBUG oslo_concurrency.lockutils [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.550725] env[69289]: DEBUG oslo_concurrency.lockutils [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.550891] env[69289]: DEBUG oslo_concurrency.lockutils [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.551231] env[69289]: DEBUG nova.compute.manager [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] No waiting events found dispatching network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1240.551427] env[69289]: WARNING nova.compute.manager [req-a671c299-0323-4b7a-a8a3-74050eec0961 req-360f5cf0-6b55-4b8c-8d36-84f9f073993a service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received unexpected event network-vif-plugged-b0ad3442-4ba4-412e-b129-baa790a7ecfc for instance with vm_state active and task_state None. [ 1240.637490] env[69289]: DEBUG nova.network.neutron [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Successfully updated port: b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.639708] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.697833] env[69289]: INFO nova.compute.manager [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Swapping old allocation on dict_keys(['d1817315-9794-45d2-b0a0-d3d4c8d25b7f']) held by migration 5633872a-2700-42d1-b7b2-dee3ffab4193 for instance [ 1240.720089] env[69289]: DEBUG nova.scheduler.client.report [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Overwriting current allocation {'allocations': {'d1817315-9794-45d2-b0a0-d3d4c8d25b7f': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '8546ef3f25b6436b9a4db2f7a420b9d0', 'user_id': '5a1b2fe08273482b88afdc28192de274', 'consumer_generation': 1} on consumer 47aa4954-3fca-4076-9d32-671bf28469c7 {{(pid=69289) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1240.797112] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.797298] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.797474] env[69289]: DEBUG nova.network.neutron [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.141675] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.141946] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.142141] env[69289]: DEBUG nova.network.neutron [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.159909] env[69289]: DEBUG nova.compute.manager [req-e119d653-2031-4784-8ff8-5a9b5575d88b req-9e5b685a-4625-4562-b267-dea03d7ca836 service nova] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Received event network-vif-deleted-ee12a574-d887-4e59-87de-961c092ab740 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.470803] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.316s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.473768] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.834s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.473925] env[69289]: DEBUG nova.objects.instance [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'resources' on Instance uuid ca5f77d8-525f-46e8-977a-ae845bb9f0b6 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.495303] env[69289]: DEBUG nova.network.neutron [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [{"id": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "address": "fa:16:3e:bc:e9:a8", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e75ab62-fe", "ovs_interfaceid": "5e75ab62-fec4-4fd3-8b65-fd666fcdb393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.683037] env[69289]: WARNING nova.network.neutron [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] 4fc74d68-a7a8-4f70-9f48-487dd8a47e84 already exists in list: networks containing: ['4fc74d68-a7a8-4f70-9f48-487dd8a47e84']. ignoring it [ 1241.950969] env[69289]: DEBUG nova.network.neutron [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "address": "fa:16:3e:e5:d5:3f", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ad3442-4b", "ovs_interfaceid": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.000182] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-47aa4954-3fca-4076-9d32-671bf28469c7" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.003804] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ba0aa1-b80e-4e62-9569-0e066be45fa7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.011536] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff772d64-b5b0-4a27-8ed4-0a481bb970fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.042985] env[69289]: INFO nova.scheduler.client.report [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocation for migration d7599ed3-38c2-4e2e-9dec-564a80365b48 [ 1242.152819] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5dc166-f9b2-4805-8250-f41260304361 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.159752] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16287f0b-bdad-4f54-8e57-ead4222832e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.188619] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f81be-b282-4484-94b9-d0f947bcc4ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.196331] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777920b-0ad7-449d-a715-a5e65597fc1a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.209911] env[69289]: DEBUG nova.compute.provider_tree [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.453720] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.454651] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.454840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.455773] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afb91c-1b9f-47b2-a554-1c001253e328 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.473367] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.473633] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.473816] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.474026] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.474210] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.474368] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.474596] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.474773] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.474982] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.475170] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.475368] env[69289]: DEBUG nova.virt.hardware [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.481979] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfiguring VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1242.482708] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e5daf51-5608-4f50-a5d6-aea7343679b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.503538] env[69289]: DEBUG oslo_vmware.api [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1242.503538] env[69289]: value = "task-3277988" [ 1242.503538] env[69289]: _type = "Task" [ 1242.503538] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.513447] env[69289]: DEBUG oslo_vmware.api [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277988, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.524049] env[69289]: INFO nova.compute.manager [None req-9711f5be-1fcb-417d-867d-9d0350ec9439 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Get console output [ 1242.524408] env[69289]: WARNING nova.virt.vmwareapi.driver [None req-9711f5be-1fcb-417d-867d-9d0350ec9439 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] The console log is missing. Check your VSPC configuration [ 1242.549631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-8cdc1bf0-8ccd-4daf-97a9-77b40a8b5427 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.658s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.713228] env[69289]: DEBUG nova.scheduler.client.report [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.015107] env[69289]: DEBUG oslo_vmware.api [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.048215] env[69289]: DEBUG nova.compute.manager [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-changed-b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.048421] env[69289]: DEBUG nova.compute.manager [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing instance network info cache due to event network-changed-b0ad3442-4ba4-412e-b129-baa790a7ecfc. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.048637] env[69289]: DEBUG oslo_concurrency.lockutils [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.048864] env[69289]: DEBUG oslo_concurrency.lockutils [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.049055] env[69289]: DEBUG nova.network.neutron [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Refreshing network info cache for port b0ad3442-4ba4-412e-b129-baa790a7ecfc {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.104398] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.104696] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d34e1003-1ab1-42b7-be95-5442bb361674 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114285] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1243.114285] env[69289]: value = "task-3277989" [ 1243.114285] env[69289]: _type = "Task" [ 1243.114285] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.122469] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.219125] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.237202] env[69289]: INFO nova.scheduler.client.report [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted allocations for instance ca5f77d8-525f-46e8-977a-ae845bb9f0b6 [ 1243.513905] env[69289]: DEBUG oslo_vmware.api [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277988, 'name': ReconfigVM_Task, 'duration_secs': 0.975805} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.514424] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.514638] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfigured VM to attach interface {{(pid=69289) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1243.627290] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277989, 'name': PowerOffVM_Task, 'duration_secs': 0.397892} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.630583] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.631500] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.631798] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.632035] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.632311] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.632507] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.632710] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.632993] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.633239] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.633476] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.633700] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.633947] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.639548] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ebdb38-55fc-441a-8aef-49f612e5d56e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.654302] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1243.654302] env[69289]: value = "task-3277990" [ 1243.654302] env[69289]: _type = "Task" [ 1243.654302] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.661970] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.747396] env[69289]: DEBUG oslo_concurrency.lockutils [None req-75190177-ec0e-4ff7-a7fa-6cdc3ae6a504 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "ca5f77d8-525f-46e8-977a-ae845bb9f0b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.189s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.777144] env[69289]: DEBUG nova.network.neutron [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updated VIF entry in instance network info cache for port b0ad3442-4ba4-412e-b129-baa790a7ecfc. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.777590] env[69289]: DEBUG nova.network.neutron [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "address": "fa:16:3e:e5:d5:3f", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ad3442-4b", "ovs_interfaceid": "b0ad3442-4ba4-412e-b129-baa790a7ecfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.019306] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3f96a1a1-e02c-4453-b45f-05e09c5b1b65 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.234s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.166018] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277990, 'name': ReconfigVM_Task, 'duration_secs': 0.174695} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.166835] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f6cb5-177c-4c34-b2e8-a4769bed50fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.187178] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.187453] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.187618] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.187803] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.187948] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.188306] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.188306] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.188452] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.188625] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.188766] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.188970] env[69289]: DEBUG nova.virt.hardware [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.189757] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f78b557-37b1-40e5-8dd4-e58513cbd97b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.194961] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1244.194961] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5220da5f-be19-ee1b-2685-1743413187fb" [ 1244.194961] env[69289]: _type = "Task" [ 1244.194961] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.202704] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5220da5f-be19-ee1b-2685-1743413187fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.280122] env[69289]: DEBUG oslo_concurrency.lockutils [req-5aa522c7-1c4e-47dd-b0f9-ee8635e06e16 req-8625fc73-feb7-495b-be22-f6060fa20615 service nova] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.705177] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5220da5f-be19-ee1b-2685-1743413187fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008558} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.711107] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1244.711409] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f4b683-2a85-4da4-afd7-4973ffebb396 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.729534] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1244.729534] env[69289]: value = "task-3277991" [ 1244.729534] env[69289]: _type = "Task" [ 1244.729534] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.736957] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.238960] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277991, 'name': ReconfigVM_Task, 'duration_secs': 0.175225} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.239269] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.241040] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730eca6a-274d-4d4a-ada0-f0f42484c40d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.264123] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.264596] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd171c2b-8bc2-4e68-afda-fb7583529bc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.281610] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1245.281610] env[69289]: value = "task-3277992" [ 1245.281610] env[69289]: _type = "Task" [ 1245.281610] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.289300] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.495314] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.495592] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.792596] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277992, 'name': ReconfigVM_Task, 'duration_secs': 0.288497} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.792916] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7/47aa4954-3fca-4076-9d32-671bf28469c7.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.793849] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfeab4a-31c9-4396-a070-75a8573285dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.815983] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a9310f-302d-4b44-8918-d7ef38d81a97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.838041] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d9eb06-12ac-4ac1-9790-ce1f180a37ca {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.859736] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ff3f16-07a6-440e-a934-eaad694a8d6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.866750] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.866993] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb6327f7-d8c2-474d-88e5-353469dc6359 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.872964] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1245.872964] env[69289]: value = "task-3277993" [ 1245.872964] env[69289]: _type = "Task" [ 1245.872964] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.880474] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.998508] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.998679] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.999759] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11942b-f36b-47d0-922e-dccd230c9c8c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.017085] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5541b5-d915-494f-ba2d-f9d77f3d93c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.043437] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfiguring VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1246.043710] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fcb3c3e-368e-486d-9c8a-52a10b2365ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.061553] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1246.061553] env[69289]: value = "task-3277994" [ 1246.061553] env[69289]: _type = "Task" [ 1246.061553] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.069287] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.296170] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.296492] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.382076] env[69289]: DEBUG oslo_vmware.api [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277993, 'name': PowerOnVM_Task, 'duration_secs': 0.365114} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.382336] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.571921] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.799494] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.073722] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.322493] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.322784] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.324424] env[69289]: INFO nova.compute.claims [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.430830] env[69289]: INFO nova.compute.manager [None req-6ebe9c5e-4f26-4929-a58e-57dab2253908 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance to original state: 'active' [ 1247.573634] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.074747] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.440311] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.440576] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.440766] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.440945] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.441133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.444427] env[69289]: INFO nova.compute.manager [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Terminating instance [ 1248.485983] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495baef8-7e69-4335-b757-6ce7a00a85a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.495025] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884a0ab0-36ed-4170-89ed-9182ebf0e505 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.524634] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46947804-bb4b-4a69-b30e-3acf7eb4cffb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.532406] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d42e67-83c5-4860-8351-81cce3c915a8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.547203] env[69289]: DEBUG nova.compute.provider_tree [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.574438] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.947704] env[69289]: DEBUG nova.compute.manager [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.947942] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.948248] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e431c087-9c9d-4a0b-b0c0-bb4428c3710f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.957712] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1248.957712] env[69289]: value = "task-3277995" [ 1248.957712] env[69289]: _type = "Task" [ 1248.957712] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.965891] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.050760] env[69289]: DEBUG nova.scheduler.client.report [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.076487] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.467014] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277995, 'name': PowerOffVM_Task, 'duration_secs': 0.219649} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.467378] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.467577] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1249.467770] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654668', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'name': 'volume-f8970045-4a4e-4ae1-b10a-f96a85d24897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '47aa4954-3fca-4076-9d32-671bf28469c7', 'attached_at': '2025-04-03T18:42:20.000000', 'detached_at': '', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'serial': 'f8970045-4a4e-4ae1-b10a-f96a85d24897'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1249.468830] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef197e61-4b7a-445b-a08d-f34f937d157f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.489584] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48e2a3c-882a-46d9-8b8a-6ea97859b908 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.495699] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e31978-336e-4460-b254-6e7c0cd0eba2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.515649] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26128768-0230-4848-93ab-51663ea6fbbc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.529660] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] The volume has not been displaced from its original location: [datastore1] volume-f8970045-4a4e-4ae1-b10a-f96a85d24897/volume-f8970045-4a4e-4ae1-b10a-f96a85d24897.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1249.534838] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.535109] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9276954-4aed-4912-a54c-b18d37f743c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.551884] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1249.551884] env[69289]: value = "task-3277996" [ 1249.551884] env[69289]: _type = "Task" [ 1249.551884] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.556536] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.557022] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.564340] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.575682] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.062493] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277996, 'name': ReconfigVM_Task, 'duration_secs': 0.199146} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.062706] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.068246] env[69289]: DEBUG nova.compute.utils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.070038] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9221fb-52c0-4c05-a11d-32df1160525d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.080068] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.082591] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.082754] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.093510] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.094721] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1250.094721] env[69289]: value = "task-3277997" [ 1250.094721] env[69289]: _type = "Task" [ 1250.094721] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.103622] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.133680] env[69289]: DEBUG nova.policy [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e94e04414fb47519c2834fb8fba98e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9606e9797cf429e98a30d0a07852924', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.425486] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Successfully created port: 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.596384] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.602653] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277997, 'name': ReconfigVM_Task, 'duration_secs': 0.127349} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.602960] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654668', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'name': 'volume-f8970045-4a4e-4ae1-b10a-f96a85d24897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '47aa4954-3fca-4076-9d32-671bf28469c7', 'attached_at': '2025-04-03T18:42:20.000000', 'detached_at': '', 'volume_id': 'f8970045-4a4e-4ae1-b10a-f96a85d24897', 'serial': 'f8970045-4a4e-4ae1-b10a-f96a85d24897'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1250.603273] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.603998] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd9a0a-f54a-42f6-ab9a-88ecf95effa1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.610152] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.610390] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d6c79d-ca44-4810-a987-ef3d955b08bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.671434] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.672194] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.672194] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleting the datastore file [datastore2] 47aa4954-3fca-4076-9d32-671bf28469c7 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.672454] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172c8543-46b9-4a8f-aab6-7f3f7e574c65 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.680637] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1250.680637] env[69289]: value = "task-3277999" [ 1250.680637] env[69289]: _type = "Task" [ 1250.680637] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.692462] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.093859] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.095758] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.119510] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.119746] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.119971] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.120188] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.120336] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.120481] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.120685] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.120851] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.121066] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.121259] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.121445] env[69289]: DEBUG nova.virt.hardware [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.122286] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76eebae-f8db-43ca-9215-2f796564233d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.129558] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0250a-fd7f-4521-92b9-1825491d68d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.188808] env[69289]: DEBUG oslo_vmware.api [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3277999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181939} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.189039] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.189238] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.189415] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.189586] env[69289]: INFO nova.compute.manager [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1251.189846] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.190049] env[69289]: DEBUG nova.compute.manager [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.190150] env[69289]: DEBUG nova.network.neutron [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.597130] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.617768] env[69289]: DEBUG nova.compute.manager [req-1e953cfe-70c0-4ba7-9598-4d6c38cd7a3d req-ffd80b94-d7e6-47f1-9ab0-b3836f4df538 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Received event network-vif-deleted-5e75ab62-fec4-4fd3-8b65-fd666fcdb393 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.618016] env[69289]: INFO nova.compute.manager [req-1e953cfe-70c0-4ba7-9598-4d6c38cd7a3d req-ffd80b94-d7e6-47f1-9ab0-b3836f4df538 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Neutron deleted interface 5e75ab62-fec4-4fd3-8b65-fd666fcdb393; detaching it from the instance and deleting it from the info cache [ 1251.618172] env[69289]: DEBUG nova.network.neutron [req-1e953cfe-70c0-4ba7-9598-4d6c38cd7a3d req-ffd80b94-d7e6-47f1-9ab0-b3836f4df538 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.821275] env[69289]: DEBUG nova.compute.manager [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.821540] env[69289]: DEBUG oslo_concurrency.lockutils [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.821762] env[69289]: DEBUG oslo_concurrency.lockutils [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.821973] env[69289]: DEBUG oslo_concurrency.lockutils [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.822112] env[69289]: DEBUG nova.compute.manager [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] No waiting events found dispatching network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.822281] env[69289]: WARNING nova.compute.manager [req-c1feec5e-217e-4f9e-b9dc-a10bcb261c7a req-02c9e24b-f757-4f16-b503-5666b8b9e20d service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received unexpected event network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 for instance with vm_state building and task_state spawning. [ 1251.900510] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Successfully updated port: 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.094769] env[69289]: DEBUG nova.network.neutron [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.096018] env[69289]: DEBUG oslo_vmware.api [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3277994, 'name': ReconfigVM_Task, 'duration_secs': 5.738236} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.096274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.096349] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Reconfigured VM to detach interface {{(pid=69289) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1252.121388] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e74202-c79c-46ab-bc4a-02f11bfa89d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.131395] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4c2778-d9d7-40bc-8d5a-09aa2b797d45 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.163598] env[69289]: DEBUG nova.compute.manager [req-1e953cfe-70c0-4ba7-9598-4d6c38cd7a3d req-ffd80b94-d7e6-47f1-9ab0-b3836f4df538 service nova] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Detach interface failed, port_id=5e75ab62-fec4-4fd3-8b65-fd666fcdb393, reason: Instance 47aa4954-3fca-4076-9d32-671bf28469c7 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.406265] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.406420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.406573] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.599988] env[69289]: INFO nova.compute.manager [-] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Took 1.41 seconds to deallocate network for instance. [ 1252.942732] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.061312] env[69289]: DEBUG nova.network.neutron [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.148704] env[69289]: INFO nova.compute.manager [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Took 0.55 seconds to detach 1 volumes for instance. [ 1253.401670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.401874] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquired lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.402106] env[69289]: DEBUG nova.network.neutron [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.564239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.564239] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance network_info: |[{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.564239] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:48:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b958e77-702f-4405-b499-272b894e0006', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.571497] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.571702] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.571928] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f735de5-b6e6-46fd-b03d-f44793324d85 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.591853] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.591853] env[69289]: value = "task-3278000" [ 1253.591853] env[69289]: _type = "Task" [ 1253.591853] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.598834] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278000, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.655322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.655696] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.655860] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.679134] env[69289]: INFO nova.scheduler.client.report [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted allocations for instance 47aa4954-3fca-4076-9d32-671bf28469c7 [ 1253.847997] env[69289]: DEBUG nova.compute.manager [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-changed-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.848239] env[69289]: DEBUG nova.compute.manager [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing instance network info cache due to event network-changed-5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.848429] env[69289]: DEBUG oslo_concurrency.lockutils [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.848572] env[69289]: DEBUG oslo_concurrency.lockutils [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.848727] env[69289]: DEBUG nova.network.neutron [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing network info cache for port 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.929253] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1253.933838] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.934096] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.934296] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.934474] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.934639] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.936458] env[69289]: INFO nova.compute.manager [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Terminating instance [ 1254.101225] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278000, 'name': CreateVM_Task, 'duration_secs': 0.309345} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.101395] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.102048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.102217] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.102525] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.102772] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff30ca2-6695-4d44-86bd-78f047cfdb7a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.106825] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1254.106825] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52237156-67dd-96a4-51b7-22fd6e565981" [ 1254.106825] env[69289]: _type = "Task" [ 1254.106825] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.110759] env[69289]: INFO nova.network.neutron [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Port b0ad3442-4ba4-412e-b129-baa790a7ecfc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1254.111138] env[69289]: DEBUG nova.network.neutron [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [{"id": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "address": "fa:16:3e:54:a8:43", "network": {"id": "4fc74d68-a7a8-4f70-9f48-487dd8a47e84", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2058472687-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893ec93f647048df97643e1b63f508a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55520f67-d092-4eb7-940f-d7cceaa1ca1c", "external-id": "nsx-vlan-transportzone-717", "segmentation_id": 717, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42443a9b-73", "ovs_interfaceid": "42443a9b-73d6-47a7-92d2-faddb7d4739f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.115183] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52237156-67dd-96a4-51b7-22fd6e565981, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.187152] env[69289]: DEBUG oslo_concurrency.lockutils [None req-13409a98-17a2-469f-90b6-8d96e28ce866 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "47aa4954-3fca-4076-9d32-671bf28469c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.441385] env[69289]: DEBUG nova.compute.manager [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.441608] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.442479] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc61af-e96e-442e-894b-90a5f8f10744 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.451410] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.451626] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8ce0c5-e274-4d31-97ed-13a6ce150645 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.457591] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1254.457591] env[69289]: value = "task-3278001" [ 1254.457591] env[69289]: _type = "Task" [ 1254.457591] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.464720] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.535663] env[69289]: DEBUG nova.network.neutron [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updated VIF entry in instance network info cache for port 5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.535966] env[69289]: DEBUG nova.network.neutron [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.617449] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Releasing lock "refresh_cache-15e21f6b-8dcd-4abe-ab8d-5bbba93db934" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.619769] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52237156-67dd-96a4-51b7-22fd6e565981, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.622123] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.622123] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.622123] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.622123] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.622123] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.622123] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e186a8b-97d4-4ef7-8400-3990831ab349 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.630101] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.630309] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.631033] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec43dad6-2b06-431e-9ea8-84f6bea7f2da {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.636512] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1254.636512] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52144a16-055f-aada-507e-1836c3d90fb2" [ 1254.636512] env[69289]: _type = "Task" [ 1254.636512] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.644782] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52144a16-055f-aada-507e-1836c3d90fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.929565] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.969095] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278001, 'name': PowerOffVM_Task, 'duration_secs': 0.18446} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.969331] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.969498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.969759] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4991ce1-7429-4834-9207-6e5a1a30d582 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.033968] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.034217] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.034402] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleting the datastore file [datastore1] 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.034675] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792fc748-58cd-4a78-90fb-1e980e148010 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.038447] env[69289]: DEBUG oslo_concurrency.lockutils [req-79648408-fad1-47c0-9652-68f54cc5e1b1 req-eb9986e6-0365-4546-ab75-119f93d6d38b service nova] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.040555] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1255.040555] env[69289]: value = "task-3278003" [ 1255.040555] env[69289]: _type = "Task" [ 1255.040555] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.048247] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.122077] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1d39bf94-94ca-4f42-8960-04778fa7da8f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "interface-15e21f6b-8dcd-4abe-ab8d-5bbba93db934-b0ad3442-4ba4-412e-b129-baa790a7ecfc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.626s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.148684] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52144a16-055f-aada-507e-1836c3d90fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.148823] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3e217f-8d1b-4ae1-b890-874c1f942211 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.153789] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1255.153789] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521b666b-3c5b-bc1c-8685-86789e4fd493" [ 1255.153789] env[69289]: _type = "Task" [ 1255.153789] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.161078] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521b666b-3c5b-bc1c-8685-86789e4fd493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.433053] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.433342] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.433514] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.433671] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1255.434566] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70bfe15-ae68-4588-a9c2-957e76586a4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.443217] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ea3f95-5fde-4be2-a31d-858458e7a084 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.456921] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc337ad-f6aa-4e40-9667-eedfd42bd662 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.463361] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd3124f-1304-47ae-bcbf-87add3effb71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.493171] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179540MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1255.493371] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.493555] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.551412] env[69289]: DEBUG oslo_vmware.api [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245262} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.551674] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.551855] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.552046] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.552306] env[69289]: INFO nova.compute.manager [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1255.552759] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.552759] env[69289]: DEBUG nova.compute.manager [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.552759] env[69289]: DEBUG nova.network.neutron [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.629511] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.629744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.664985] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]521b666b-3c5b-bc1c-8685-86789e4fd493, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.665285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.665718] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.665983] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14becfa1-9237-44f3-8115-6576e58aced1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.674292] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1255.674292] env[69289]: value = "task-3278004" [ 1255.674292] env[69289]: _type = "Task" [ 1255.674292] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.682932] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.132654] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.185441] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455967} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.185825] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.186087] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.186632] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6d3d426-baeb-4391-85ba-bf47b61f68ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.193067] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1256.193067] env[69289]: value = "task-3278005" [ 1256.193067] env[69289]: _type = "Task" [ 1256.193067] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.202494] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.289549] env[69289]: DEBUG nova.compute.manager [req-55eae6fc-ef6c-4371-9f9e-5f5f157f599d req-785d3793-43cb-4cf4-b4aa-72a8ae1e8c18 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Received event network-vif-deleted-42443a9b-73d6-47a7-92d2-faddb7d4739f {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.290099] env[69289]: INFO nova.compute.manager [req-55eae6fc-ef6c-4371-9f9e-5f5f157f599d req-785d3793-43cb-4cf4-b4aa-72a8ae1e8c18 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Neutron deleted interface 42443a9b-73d6-47a7-92d2-faddb7d4739f; detaching it from the instance and deleting it from the info cache [ 1256.290099] env[69289]: DEBUG nova.network.neutron [req-55eae6fc-ef6c-4371-9f9e-5f5f157f599d req-785d3793-43cb-4cf4-b4aa-72a8ae1e8c18 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.528491] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance c108f07e-a17d-4192-8624-838be45fb178 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.528649] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 45753558-ccf9-4754-9a2c-bde58559d139 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.528774] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance bf51b500-f1e2-475f-954a-415581506614 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.528894] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529043] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529199] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ddca0b89-f505-4887-94f5-71684108ac32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529314] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529427] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529539] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 60a4725c-2de4-4a61-980d-451a1bc72d73 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529651] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 00e4f0fe-33e1-413d-ac36-b6c519c0f884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.529827] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1256.653394] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.703436] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073887} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.703658] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.704484] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d08fde-c4fc-4d2e-953d-878e622ab3a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.726336] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.726579] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0684a66-2d8c-4824-a540-c14bce47177c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.746182] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1256.746182] env[69289]: value = "task-3278006" [ 1256.746182] env[69289]: _type = "Task" [ 1256.746182] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.753832] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.775407] env[69289]: DEBUG nova.network.neutron [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.791798] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7adc64b2-c03d-49d4-998a-d5571f867c7f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.801039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ff970-06e3-492b-8be9-8558c2d00e82 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.833090] env[69289]: DEBUG nova.compute.manager [req-55eae6fc-ef6c-4371-9f9e-5f5f157f599d req-785d3793-43cb-4cf4-b4aa-72a8ae1e8c18 service nova] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Detach interface failed, port_id=42443a9b-73d6-47a7-92d2-faddb7d4739f, reason: Instance 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.033053] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d7a8097d-25c5-4688-ae01-870feb2949e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1257.033053] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1257.033053] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1257.188876] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5bec81-508a-4d60-b416-1e56024445a1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.197677] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b7fcc-b0e2-4bfe-ad39-8989d4acebc3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.228344] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8104f9-5f28-4839-b39e-41245b81bb6a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.235614] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8473e-b53e-4b40-a153-ad5765dcd42f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.248829] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.257074] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278006, 'name': ReconfigVM_Task, 'duration_secs': 0.482765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.257847] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.258429] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8203e7a-d86c-4d3d-9cb0-10dd275bcdda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.265032] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1257.265032] env[69289]: value = "task-3278007" [ 1257.265032] env[69289]: _type = "Task" [ 1257.265032] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.272676] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278007, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.277346] env[69289]: INFO nova.compute.manager [-] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Took 1.72 seconds to deallocate network for instance. [ 1257.754130] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.775393] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278007, 'name': Rename_Task, 'duration_secs': 0.167598} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.775664] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.775901] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4dab40-7bff-45f5-af1c-0eb5427861e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.782652] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.782957] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1257.782957] env[69289]: value = "task-3278008" [ 1257.782957] env[69289]: _type = "Task" [ 1257.782957] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.794075] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.259595] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1258.260016] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.766s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.260130] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.607s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.261688] env[69289]: INFO nova.compute.claims [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.295548] env[69289]: DEBUG oslo_vmware.api [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278008, 'name': PowerOnVM_Task, 'duration_secs': 0.482392} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.295548] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.295548] env[69289]: INFO nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1258.295853] env[69289]: DEBUG nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.296454] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac0362b-ba54-47d6-b573-ccd3e04bd2bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.816726] env[69289]: INFO nova.compute.manager [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Took 11.51 seconds to build instance. [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.265399] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1259.319305] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e7fc0f31-2755-4a07-b6c6-12301c8b72b8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.023s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.410963] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba92b57-1e4d-49bd-a040-f48d86adc8d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.423020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022167b2-5e9c-4115-ae14-42d76bd22b3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.451157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c85cac1-e853-46be-8e8f-3afe1f4554b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.458895] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840940b-1a1f-4ba5-8f6a-931ff2242193 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.479282] env[69289]: DEBUG nova.compute.provider_tree [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.508144] env[69289]: DEBUG nova.compute.manager [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-changed-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.508144] env[69289]: DEBUG nova.compute.manager [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing instance network info cache due to event network-changed-5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.508144] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.508144] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.508144] env[69289]: DEBUG nova.network.neutron [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing network info cache for port 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.984041] env[69289]: DEBUG nova.scheduler.client.report [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.203017] env[69289]: DEBUG nova.network.neutron [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updated VIF entry in instance network info cache for port 5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.203376] env[69289]: DEBUG nova.network.neutron [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.488817] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.489431] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.492166] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.710s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.492426] env[69289]: DEBUG nova.objects.instance [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'resources' on Instance uuid 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.705736] env[69289]: DEBUG oslo_concurrency.lockutils [req-2cf3c65f-66a1-4482-8127-e359b36a2caf req-dd3b6203-d61b-47f7-ba21-5bfaa2e51ef0 service nova] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.995648] env[69289]: DEBUG nova.compute.utils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.000273] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.000508] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.035957] env[69289]: DEBUG nova.policy [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a1b2fe08273482b88afdc28192de274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8546ef3f25b6436b9a4db2f7a420b9d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.146435] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefdf809-4e15-43d5-9bff-b9ebb044ed91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.154727] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4802dee2-590a-4b49-a30b-2cf62e8e9c98 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.184565] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d494b7-da03-4f1e-81b4-ddcfe52fc52a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.192157] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c6ceb5-b628-4079-8bc1-f743b22ebe25 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.206919] env[69289]: DEBUG nova.compute.provider_tree [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.317611] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Successfully created port: 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.500925] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.710019] env[69289]: DEBUG nova.scheduler.client.report [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.215038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.239580] env[69289]: INFO nova.scheduler.client.report [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted allocations for instance 15e21f6b-8dcd-4abe-ab8d-5bbba93db934 [ 1262.512059] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.539813] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.539813] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.539813] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.540159] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.540159] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.541048] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.541048] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.541048] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.541048] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.541048] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.541267] env[69289]: DEBUG nova.virt.hardware [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.541990] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ddd244-d4fe-4b1c-a01f-a91bea6d6f7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.550190] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d7629-6aea-460f-ac4a-8d242cf543d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.746327] env[69289]: DEBUG nova.compute.manager [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.746327] env[69289]: DEBUG oslo_concurrency.lockutils [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.746327] env[69289]: DEBUG oslo_concurrency.lockutils [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.746327] env[69289]: DEBUG oslo_concurrency.lockutils [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.746327] env[69289]: DEBUG nova.compute.manager [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] No waiting events found dispatching network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.746327] env[69289]: WARNING nova.compute.manager [req-192be31f-4f50-4599-8f71-2d660302d061 req-c2285aa3-abb7-4946-86a6-b979ccb8a8e6 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received unexpected event network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea for instance with vm_state building and task_state spawning. [ 1262.749343] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4a696098-8b99-4105-8877-b10f4260429f tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "15e21f6b-8dcd-4abe-ab8d-5bbba93db934" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.815s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.824975] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Successfully updated port: 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.959149] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.959603] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.959864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.960201] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.960439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.962513] env[69289]: INFO nova.compute.manager [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Terminating instance [ 1263.327377] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.327568] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.327734] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.466415] env[69289]: DEBUG nova.compute.manager [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.466561] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.468149] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e595ac6-c68f-409e-970f-f7f427f1201b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.475600] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.475750] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06850fc3-e220-4883-bc03-177acdf52036 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.481538] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1263.481538] env[69289]: value = "task-3278009" [ 1263.481538] env[69289]: _type = "Task" [ 1263.481538] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.488901] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.857684] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.978291] env[69289]: DEBUG nova.network.neutron [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.991043] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278009, 'name': PowerOffVM_Task, 'duration_secs': 0.15295} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.991830] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.992010] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.992264] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd47f955-b874-43fc-baa8-6ca149448f41 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.055651] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.055922] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.056122] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleting the datastore file [datastore2] 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.056394] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-707c0ffe-9dcf-499b-94a7-b9ae05e0cd12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.063043] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for the task: (returnval){ [ 1264.063043] env[69289]: value = "task-3278011" [ 1264.063043] env[69289]: _type = "Task" [ 1264.063043] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.070496] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.481034] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.481709] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance network_info: |[{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.482213] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:20:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801cc17e-5c39-4946-9974-ec47261446ea', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.490419] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.490649] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.490887] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c4262d-de2b-4589-a926-4f98d8d934af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.511977] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.511977] env[69289]: value = "task-3278012" [ 1264.511977] env[69289]: _type = "Task" [ 1264.511977] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.519633] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278012, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.574675] env[69289]: DEBUG oslo_vmware.api [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Task: {'id': task-3278011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142624} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.575114] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.575461] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.575837] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.576184] env[69289]: INFO nova.compute.manager [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1264.576567] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.576896] env[69289]: DEBUG nova.compute.manager [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.577112] env[69289]: DEBUG nova.network.neutron [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.831942] env[69289]: DEBUG nova.compute.manager [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-changed-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.832027] env[69289]: DEBUG nova.compute.manager [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing instance network info cache due to event network-changed-801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.832522] env[69289]: DEBUG oslo_concurrency.lockutils [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.832676] env[69289]: DEBUG oslo_concurrency.lockutils [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.832836] env[69289]: DEBUG nova.network.neutron [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.022237] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278012, 'name': CreateVM_Task, 'duration_secs': 0.294481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.022561] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.023128] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.023303] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.023638] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023876] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac51e4b8-7c21-42e4-ace5-8de09ecfd3df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.028358] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1265.028358] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52152ad3-f9f7-4ccc-8f7c-8173abaf5ef9" [ 1265.028358] env[69289]: _type = "Task" [ 1265.028358] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.036237] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52152ad3-f9f7-4ccc-8f7c-8173abaf5ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.351059] env[69289]: DEBUG nova.network.neutron [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.518448] env[69289]: DEBUG nova.network.neutron [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updated VIF entry in instance network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.518752] env[69289]: DEBUG nova.network.neutron [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.539280] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52152ad3-f9f7-4ccc-8f7c-8173abaf5ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.539558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.539781] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.540020] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.540199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.540376] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.540626] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1c634f4-f4e4-43d4-8451-3c0651f651b8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.548239] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.548402] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.549093] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d6f6bc-7641-44c9-b99a-ca75a7fa7bcc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.554152] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1265.554152] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52569a84-84ac-24d4-9ed7-9866a75d3416" [ 1265.554152] env[69289]: _type = "Task" [ 1265.554152] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.561381] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52569a84-84ac-24d4-9ed7-9866a75d3416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.853979] env[69289]: INFO nova.compute.manager [-] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Took 1.28 seconds to deallocate network for instance. [ 1266.021330] env[69289]: DEBUG oslo_concurrency.lockutils [req-26ff14a8-5be1-4011-95c9-2d3a2055e825 req-53ae59b7-f660-4586-82ee-ddf24be34605 service nova] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.064425] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52569a84-84ac-24d4-9ed7-9866a75d3416, 'name': SearchDatastore_Task, 'duration_secs': 0.007842} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.065239] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523adfc1-23d1-4caa-852a-0f8645412827 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.070390] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1266.070390] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5214b1d3-8eaf-9a1c-4d32-e08a4c4fb6f4" [ 1266.070390] env[69289]: _type = "Task" [ 1266.070390] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.077569] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5214b1d3-8eaf-9a1c-4d32-e08a4c4fb6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.360776] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.361091] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.361321] env[69289]: DEBUG nova.objects.instance [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lazy-loading 'resources' on Instance uuid 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.580715] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5214b1d3-8eaf-9a1c-4d32-e08a4c4fb6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.581038] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.581264] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.581520] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f3dc27-09e8-411a-b4ea-db6766a19415 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.588166] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1266.588166] env[69289]: value = "task-3278013" [ 1266.588166] env[69289]: _type = "Task" [ 1266.588166] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.595518] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.863222] env[69289]: DEBUG nova.compute.manager [req-33cd67f9-3d45-40d5-b8bc-8507443f506d req-8764d3c8-c5e7-4c11-8f5c-b21fc8d9fccd service nova] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Received event network-vif-deleted-f173d8fa-896d-4104-845b-9f8ee7fd78e9 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.925110] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.033023] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b78b3ef-377e-4dbd-b44d-4f7495d642dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.040646] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7416c5b8-ac56-4a54-9063-31d80885b8cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.077027] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34015b7-a9b5-4c3b-9797-ec4e1ba650f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.084189] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e2bbbd-d153-4a8a-a843-7449e7c32af8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.100614] env[69289]: DEBUG nova.compute.provider_tree [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.106465] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460024} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.106708] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.106915] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.107219] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d12dd85-473f-4502-bc3e-49f5730ade83 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.114059] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1267.114059] env[69289]: value = "task-3278014" [ 1267.114059] env[69289]: _type = "Task" [ 1267.114059] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.121692] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.604094] env[69289]: DEBUG nova.scheduler.client.report [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.624757] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069553} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.625050] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.625857] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208405b-9603-49cf-b302-a1d638b0022e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.646895] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.647132] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de20aacc-ba6f-4eac-9035-14e5ddd3e1c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.666068] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1267.666068] env[69289]: value = "task-3278015" [ 1267.666068] env[69289]: _type = "Task" [ 1267.666068] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.673546] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.108955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.128282] env[69289]: INFO nova.scheduler.client.report [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Deleted allocations for instance 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93 [ 1268.178485] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278015, 'name': ReconfigVM_Task, 'duration_secs': 0.274064} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.178757] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Reconfigured VM instance instance-0000007a to attach disk [datastore1] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.179408] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdda7667-908b-40e6-8703-c188725ef08e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.185519] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1268.185519] env[69289]: value = "task-3278016" [ 1268.185519] env[69289]: _type = "Task" [ 1268.185519] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.193604] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278016, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.635835] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ee7e5425-3180-42fe-aa92-b00cabd20663 tempest-AttachInterfacesTestJSON-1570177208 tempest-AttachInterfacesTestJSON-1570177208-project-member] Lock "0d6cf2c7-84e0-443f-99ba-8a2a7afecf93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.694309] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278016, 'name': Rename_Task, 'duration_secs': 0.140952} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.694529] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.694772] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1744ac0b-b424-4c57-b5c0-a363d3db2811 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.701104] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1268.701104] env[69289]: value = "task-3278017" [ 1268.701104] env[69289]: _type = "Task" [ 1268.701104] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.708381] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.211670] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.459149] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.459448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.459755] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.459987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.460233] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.462367] env[69289]: INFO nova.compute.manager [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Terminating instance [ 1269.711587] env[69289]: DEBUG oslo_vmware.api [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278017, 'name': PowerOnVM_Task, 'duration_secs': 0.535748} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.711877] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.712105] env[69289]: INFO nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1269.712294] env[69289]: DEBUG nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.713107] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9adefcf-9915-4592-954b-ec8e096758bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.968071] env[69289]: DEBUG nova.compute.manager [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.968345] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.968670] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fb684d7-5343-4cf0-9f1d-dd08f73768ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.975393] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1269.975393] env[69289]: value = "task-3278018" [ 1269.975393] env[69289]: _type = "Task" [ 1269.975393] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.984524] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.232303] env[69289]: INFO nova.compute.manager [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Took 13.59 seconds to build instance. [ 1270.485418] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278018, 'name': PowerOffVM_Task, 'duration_secs': 0.338113} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.486228] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.486507] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1270.486860] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654665', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'name': 'volume-d97fa680-fb09-4a43-b01a-777b88dec7c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60a4725c-2de4-4a61-980d-451a1bc72d73', 'attached_at': '2025-04-03T18:42:09.000000', 'detached_at': '', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'serial': 'd97fa680-fb09-4a43-b01a-777b88dec7c9'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1270.487785] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b95cf-cfd0-4ffd-b5d6-ac9c68b50709 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.508643] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a143f1-1644-4e16-9b23-6aa098963687 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.515831] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a096085d-2754-44fb-8143-a27abdef830b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.533821] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a278219-3589-4e89-bc1c-3845af5b38ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.549127] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] The volume has not been displaced from its original location: [datastore1] volume-d97fa680-fb09-4a43-b01a-777b88dec7c9/volume-d97fa680-fb09-4a43-b01a-777b88dec7c9.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1270.556016] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.556016] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f99e2e-d5ed-4b40-a5bc-14f63656a824 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.572810] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1270.572810] env[69289]: value = "task-3278019" [ 1270.572810] env[69289]: _type = "Task" [ 1270.572810] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.581795] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.734996] env[69289]: DEBUG oslo_concurrency.lockutils [None req-202c5099-1293-4442-9714-0c9cc2af2815 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.105s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.901078] env[69289]: DEBUG nova.compute.manager [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-changed-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.901295] env[69289]: DEBUG nova.compute.manager [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing instance network info cache due to event network-changed-801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.901531] env[69289]: DEBUG oslo_concurrency.lockutils [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.901683] env[69289]: DEBUG oslo_concurrency.lockutils [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.901845] env[69289]: DEBUG nova.network.neutron [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.083754] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278019, 'name': ReconfigVM_Task, 'duration_secs': 0.368096} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.084209] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.089557] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6d46ee-cb07-40d4-9400-57f76cb66b7d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.104165] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1271.104165] env[69289]: value = "task-3278020" [ 1271.104165] env[69289]: _type = "Task" [ 1271.104165] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.113407] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.615303] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.662663] env[69289]: DEBUG nova.network.neutron [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updated VIF entry in instance network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.663087] env[69289]: DEBUG nova.network.neutron [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.115305] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278020, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.166121] env[69289]: DEBUG oslo_concurrency.lockutils [req-3b74a3e3-5844-49b0-b827-2c0f81f7eb38 req-74f65f47-a219-40f7-a18d-8df5a7735e33 service nova] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.298126] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.298389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.616182] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278020, 'name': ReconfigVM_Task, 'duration_secs': 1.111834} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.616503] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654665', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'name': 'volume-d97fa680-fb09-4a43-b01a-777b88dec7c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '60a4725c-2de4-4a61-980d-451a1bc72d73', 'attached_at': '2025-04-03T18:42:09.000000', 'detached_at': '', 'volume_id': 'd97fa680-fb09-4a43-b01a-777b88dec7c9', 'serial': 'd97fa680-fb09-4a43-b01a-777b88dec7c9'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.616788] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.617617] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25905e14-0943-499e-9cd2-7e4514a3c032 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.623900] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.624149] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20d55474-76fe-4f65-a454-d8a9eff65603 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.693642] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.693887] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.694086] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore1] 60a4725c-2de4-4a61-980d-451a1bc72d73 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.694354] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-406d046c-0f69-4868-8646-67bccde381ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.702364] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1272.702364] env[69289]: value = "task-3278022" [ 1272.702364] env[69289]: _type = "Task" [ 1272.702364] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.711219] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.800615] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.212549] env[69289]: DEBUG oslo_vmware.api [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211927} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.212796] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.212983] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.213182] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.213356] env[69289]: INFO nova.compute.manager [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1273.213592] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.213780] env[69289]: DEBUG nova.compute.manager [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.213875] env[69289]: DEBUG nova.network.neutron [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.238094] env[69289]: INFO nova.compute.manager [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Rebuilding instance [ 1273.278520] env[69289]: DEBUG nova.compute.manager [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.279447] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23342483-7f4a-4b80-a34b-e57d33f9c775 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.321769] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.322052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.323797] env[69289]: INFO nova.compute.claims [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.681400] env[69289]: DEBUG nova.compute.manager [req-f949d8fd-9d97-4898-b4e5-4dd100b22562 req-df257c99-2c7c-48ae-b2da-5ffbe7ebd4b0 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Received event network-vif-deleted-c56a7a1c-004e-4060-87d7-66c88f0713bf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.681665] env[69289]: INFO nova.compute.manager [req-f949d8fd-9d97-4898-b4e5-4dd100b22562 req-df257c99-2c7c-48ae-b2da-5ffbe7ebd4b0 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Neutron deleted interface c56a7a1c-004e-4060-87d7-66c88f0713bf; detaching it from the instance and deleting it from the info cache [ 1273.681665] env[69289]: DEBUG nova.network.neutron [req-f949d8fd-9d97-4898-b4e5-4dd100b22562 req-df257c99-2c7c-48ae-b2da-5ffbe7ebd4b0 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.159977] env[69289]: DEBUG nova.network.neutron [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.184876] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64a7c797-ad53-4bca-bb35-5dc8d0c7b687 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.195192] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d922f6-3174-433d-a21d-4f3283c65c80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.224974] env[69289]: DEBUG nova.compute.manager [req-f949d8fd-9d97-4898-b4e5-4dd100b22562 req-df257c99-2c7c-48ae-b2da-5ffbe7ebd4b0 service nova] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Detach interface failed, port_id=c56a7a1c-004e-4060-87d7-66c88f0713bf, reason: Instance 60a4725c-2de4-4a61-980d-451a1bc72d73 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.292621] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.292956] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f79b36-26ba-41cb-985c-fdfa8d570bd5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.299939] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1274.299939] env[69289]: value = "task-3278023" [ 1274.299939] env[69289]: _type = "Task" [ 1274.299939] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.308483] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.480524] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645760d-b9e1-4149-a736-662370ba3921 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.488513] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8271e20-eaca-40d0-95e9-9a5437e6192f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.519291] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279b488f-c362-45c4-b1c6-d27bb88f942c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.526289] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f4180c-8e21-427f-a0a6-5d3e46efaa28 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.539437] env[69289]: DEBUG nova.compute.provider_tree [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.662660] env[69289]: INFO nova.compute.manager [-] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Took 1.45 seconds to deallocate network for instance. [ 1274.810540] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278023, 'name': PowerOffVM_Task, 'duration_secs': 0.184917} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.810817] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.811036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.811831] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599546b3-e0aa-4f0f-bdd4-54ebc4bd36d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.818600] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.818821] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084a8828-c3a1-404a-be13-8cdfbd8e6771 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.880492] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.880753] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.880944] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleting the datastore file [datastore1] 00e4f0fe-33e1-413d-ac36-b6c519c0f884 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.881226] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4e3cfc-7a4d-4c03-9c29-210e1966000d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.888574] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1274.888574] env[69289]: value = "task-3278025" [ 1274.888574] env[69289]: _type = "Task" [ 1274.888574] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.896485] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.042824] env[69289]: DEBUG nova.scheduler.client.report [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.207818] env[69289]: INFO nova.compute.manager [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Took 0.54 seconds to detach 1 volumes for instance. [ 1275.210255] env[69289]: DEBUG nova.compute.manager [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Deleting volume: d97fa680-fb09-4a43-b01a-777b88dec7c9 {{(pid=69289) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1275.398595] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148412} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.398879] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.399077] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.399292] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.461459] env[69289]: INFO nova.compute.manager [None req-9ea9f8e0-4df2-4ddc-a292-028ceb73fee3 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Get console output [ 1275.461735] env[69289]: WARNING nova.virt.vmwareapi.driver [None req-9ea9f8e0-4df2-4ddc-a292-028ceb73fee3 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] The console log is missing. Check your VSPC configuration [ 1275.547610] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.548158] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.750926] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.751191] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.751415] env[69289]: DEBUG nova.objects.instance [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'resources' on Instance uuid 60a4725c-2de4-4a61-980d-451a1bc72d73 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.053447] env[69289]: DEBUG nova.compute.utils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.055014] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Not allocating networking since 'none' was specified. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1276.387933] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786dd7cf-1ad5-4ada-bd93-b81d4a3fd30f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.395455] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0030bd-3289-4556-b72c-54336aff401f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.427017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956148e2-3957-45a2-966a-b696a2ba9c71 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.433839] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f11d48-0b81-40a6-b3c0-abd9a6b6348d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.446736] env[69289]: DEBUG nova.compute.provider_tree [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.455185] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.455462] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.455636] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.455823] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.455968] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.456128] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.456339] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.456499] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.456667] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.456828] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.456999] env[69289]: DEBUG nova.virt.hardware [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.457840] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f775e-4707-4cfc-9b66-c802aebb1a79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.465631] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9502d914-c588-4a3e-80f5-fa35928c4bd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.479088] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:ce:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c434e7f2-2fc9-468d-9a10-bd94bbed8801', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.486866] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.487121] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.487348] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b315e1bc-48b5-4000-adc6-c420278e6ea0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.508561] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.508561] env[69289]: value = "task-3278027" [ 1276.508561] env[69289]: _type = "Task" [ 1276.508561] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.516094] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278027, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.531593] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.531837] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.532047] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.532315] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.532505] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.534496] env[69289]: INFO nova.compute.manager [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Terminating instance [ 1276.556035] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.952721] env[69289]: DEBUG nova.scheduler.client.report [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.019038] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278027, 'name': CreateVM_Task, 'duration_secs': 0.289375} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.019246] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.019903] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.020226] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.020431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.020705] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f22ae5-6c69-4ffa-b74c-10ee05e9a997 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.025076] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1277.025076] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5249fca1-d97f-87a1-82d3-e542f6dc36ef" [ 1277.025076] env[69289]: _type = "Task" [ 1277.025076] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.033295] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5249fca1-d97f-87a1-82d3-e542f6dc36ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.039043] env[69289]: DEBUG nova.compute.manager [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.039043] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.039301] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf83575b-831a-44e9-b65e-7cc7852c304f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.045431] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.045655] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-373d9fb6-f3c9-4d9d-9a25-14ffac8b94b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.051270] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1277.051270] env[69289]: value = "task-3278028" [ 1277.051270] env[69289]: _type = "Task" [ 1277.051270] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.058339] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.458774] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.484044] env[69289]: INFO nova.scheduler.client.report [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocations for instance 60a4725c-2de4-4a61-980d-451a1bc72d73 [ 1277.536864] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5249fca1-d97f-87a1-82d3-e542f6dc36ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.537178] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.537413] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.537645] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.537793] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.537969] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.538236] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b45d3049-a57a-435f-8a1d-3ba09af519b1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.546407] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.546580] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.547279] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dbcdc2-7b8d-492e-a453-b507a33c39c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.555035] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1277.555035] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]527f9104-8e2c-0465-9d6f-562ec84f672b" [ 1277.555035] env[69289]: _type = "Task" [ 1277.555035] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.561134] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278028, 'name': PowerOffVM_Task, 'duration_secs': 0.206537} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.561690] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.561912] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.562162] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a55acdc-92c2-439e-ab3c-29febb5dadb7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.567639] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.569652] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]527f9104-8e2c-0465-9d6f-562ec84f672b, 'name': SearchDatastore_Task, 'duration_secs': 0.007853} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.570980] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed20f76d-4707-493e-b9f4-e2be1eec859f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.575033] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1277.575033] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52841a72-edd4-c9bf-cc6f-bfb378b6c557" [ 1277.575033] env[69289]: _type = "Task" [ 1277.575033] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.582157] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52841a72-edd4-c9bf-cc6f-bfb378b6c557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.594017] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.594254] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.594415] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.594595] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.594740] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.594885] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.595113] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.595278] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.595448] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.595622] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.595797] env[69289]: DEBUG nova.virt.hardware [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.596548] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e686018a-d254-4a2f-82d2-96bf8213be97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.603679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15909920-d109-44da-ab8c-2b5b5366d5fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.617530] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.623166] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Creating folder: Project (0f3f3eae5f134ce1980a9d2fe4245ff4). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.623434] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe8d248-f93f-4be1-aec1-e530b0bdec58 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.626226] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.626419] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.626588] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleting the datastore file [datastore2] 46ad20cb-aee7-4914-993b-3c6cb84a4d81 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.626797] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e1e141-b5cf-46ce-9b96-7ffceddb0969 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.633076] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1277.633076] env[69289]: value = "task-3278031" [ 1277.633076] env[69289]: _type = "Task" [ 1277.633076] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.634160] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Created folder: Project (0f3f3eae5f134ce1980a9d2fe4245ff4) in parent group-v654351. [ 1277.634336] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Creating folder: Instances. Parent ref: group-v654675. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.636999] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbee06cd-0173-406a-926e-d6fb102c3080 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.642626] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.645160] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Created folder: Instances in parent group-v654675. [ 1277.645379] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.645555] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.645735] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d882ffa6-85fe-4ab7-a95f-b9b92ac65010 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.660112] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.660112] env[69289]: value = "task-3278033" [ 1277.660112] env[69289]: _type = "Task" [ 1277.660112] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.670938] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278033, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.991296] env[69289]: DEBUG oslo_concurrency.lockutils [None req-62e8b315-e44e-4509-9622-3b0244ac8066 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "60a4725c-2de4-4a61-980d-451a1bc72d73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.532s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.085361] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52841a72-edd4-c9bf-cc6f-bfb378b6c557, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.085669] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.085885] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.086160] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32335574-aefe-43e8-b267-872bee6fead5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.092927] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1278.092927] env[69289]: value = "task-3278034" [ 1278.092927] env[69289]: _type = "Task" [ 1278.092927] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.100612] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.143695] env[69289]: DEBUG oslo_vmware.api [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139244} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.143939] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.144143] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.144326] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.144498] env[69289]: INFO nova.compute.manager [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.144735] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.144925] env[69289]: DEBUG nova.compute.manager [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.145100] env[69289]: DEBUG nova.network.neutron [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.169120] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278033, 'name': CreateVM_Task, 'duration_secs': 0.257151} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.169291] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.169715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.169873] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.170195] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.170472] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fe596bf-a6e3-417f-b7b6-401850d5d0a4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.175733] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1278.175733] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab146a-8ca3-2ae3-55c8-ba917dac6a63" [ 1278.175733] env[69289]: _type = "Task" [ 1278.175733] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.182826] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab146a-8ca3-2ae3-55c8-ba917dac6a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.353128] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ddca0b89-f505-4887-94f5-71684108ac32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.353563] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.353715] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "ddca0b89-f505-4887-94f5-71684108ac32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.353799] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.353969] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.356420] env[69289]: INFO nova.compute.manager [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Terminating instance [ 1278.603585] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.688454] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab146a-8ca3-2ae3-55c8-ba917dac6a63, 'name': SearchDatastore_Task, 'duration_secs': 0.045481} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.688757] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.688992] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.689290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.689451] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.689607] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.689906] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3fed5b4-8cd8-4d3b-936c-c0c89d51061f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.700985] env[69289]: DEBUG nova.compute.manager [req-f89c405d-6560-4ccb-9f7b-a44a33710bd6 req-b25efe7f-801f-421a-a5d6-f130f6433334 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Received event network-vif-deleted-eb897a37-a006-421f-8d77-3407e674ca03 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.701369] env[69289]: INFO nova.compute.manager [req-f89c405d-6560-4ccb-9f7b-a44a33710bd6 req-b25efe7f-801f-421a-a5d6-f130f6433334 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Neutron deleted interface eb897a37-a006-421f-8d77-3407e674ca03; detaching it from the instance and deleting it from the info cache [ 1278.701467] env[69289]: DEBUG nova.network.neutron [req-f89c405d-6560-4ccb-9f7b-a44a33710bd6 req-b25efe7f-801f-421a-a5d6-f130f6433334 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.704120] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.704302] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.705296] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23eca957-2615-417c-9229-2dd38ec256db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.711064] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1278.711064] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f0a93c-e3b7-33f4-daa2-cadba5f34d70" [ 1278.711064] env[69289]: _type = "Task" [ 1278.711064] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.720590] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f0a93c-e3b7-33f4-daa2-cadba5f34d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.859654] env[69289]: DEBUG nova.compute.manager [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1278.859869] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1278.863423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aeedb9-dee5-4d47-9467-66fa251c12b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.870986] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.870986] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c853b3df-3a6b-4631-a1a5-b704da2f7ab1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.873848] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1278.873848] env[69289]: value = "task-3278035" [ 1278.873848] env[69289]: _type = "Task" [ 1278.873848] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.880791] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.103573] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750397} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.103910] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.104016] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.104251] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e9ff95-417e-4f5f-a76f-e794d30c1b87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.110461] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1279.110461] env[69289]: value = "task-3278036" [ 1279.110461] env[69289]: _type = "Task" [ 1279.110461] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.118888] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.169621] env[69289]: DEBUG nova.network.neutron [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.206596] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ee500ec-4900-4fc7-88be-2adbf7af628c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.222296] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71daea-fd50-437a-9450-cc05e2a53f80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.236164] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f0a93c-e3b7-33f4-daa2-cadba5f34d70, 'name': SearchDatastore_Task, 'duration_secs': 0.057281} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.236951] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7ac0102-9ce7-4663-b706-0246fd00e02a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.241583] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1279.241583] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52358593-f0c0-b1ca-b7e1-9a163be9300d" [ 1279.241583] env[69289]: _type = "Task" [ 1279.241583] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.252286] env[69289]: DEBUG nova.compute.manager [req-f89c405d-6560-4ccb-9f7b-a44a33710bd6 req-b25efe7f-801f-421a-a5d6-f130f6433334 service nova] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Detach interface failed, port_id=eb897a37-a006-421f-8d77-3407e674ca03, reason: Instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.259810] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52358593-f0c0-b1ca-b7e1-9a163be9300d, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.260050] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.260348] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.260557] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f636010-f9d2-4089-bb41-298cb704a2ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.267015] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1279.267015] env[69289]: value = "task-3278037" [ 1279.267015] env[69289]: _type = "Task" [ 1279.267015] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.273943] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.383804] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278035, 'name': PowerOffVM_Task, 'duration_secs': 0.200681} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.384117] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.384456] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.384570] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c69cb05-dd9f-4303-bbd7-d942b5d4aa60 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.473739] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.474081] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.474331] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] ddca0b89-f505-4887-94f5-71684108ac32 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.474848] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6274edfa-333d-4611-94d3-ffada3fc0ef2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.481406] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1279.481406] env[69289]: value = "task-3278039" [ 1279.481406] env[69289]: _type = "Task" [ 1279.481406] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.489847] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.620313] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100263} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.620671] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.621552] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f0fa07-cc42-4cd4-b367-2567d776697c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.644792] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.645120] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c02d4a-fbae-4c20-a2d9-4757b3f87c19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.666192] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1279.666192] env[69289]: value = "task-3278040" [ 1279.666192] env[69289]: _type = "Task" [ 1279.666192] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.672247] env[69289]: INFO nova.compute.manager [-] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Took 1.53 seconds to deallocate network for instance. [ 1279.677446] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.777370] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412678} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.777660] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.777876] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.778143] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9e32af3-2d74-4d99-aebf-bc7a3935a847 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.785130] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1279.785130] env[69289]: value = "task-3278041" [ 1279.785130] env[69289]: _type = "Task" [ 1279.785130] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.793084] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.991427] env[69289]: DEBUG oslo_vmware.api [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296508} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.991618] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.991800] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.991976] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.992163] env[69289]: INFO nova.compute.manager [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1279.992402] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.992597] env[69289]: DEBUG nova.compute.manager [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1279.992691] env[69289]: DEBUG nova.network.neutron [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1280.175239] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278040, 'name': ReconfigVM_Task, 'duration_secs': 0.298786} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.175586] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 00e4f0fe-33e1-413d-ac36-b6c519c0f884/00e4f0fe-33e1-413d-ac36-b6c519c0f884.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.176147] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e78b886-4ec5-4ab2-b47a-6f6f9684c233 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.181773] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.182106] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.182337] env[69289]: DEBUG nova.objects.instance [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lazy-loading 'resources' on Instance uuid 46ad20cb-aee7-4914-993b-3c6cb84a4d81 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.184840] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1280.184840] env[69289]: value = "task-3278042" [ 1280.184840] env[69289]: _type = "Task" [ 1280.184840] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.193565] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278042, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.296978] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066045} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.297260] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.298052] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a54d01c-b022-46e3-b6ea-2ab510f60679 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.316981] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.317231] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102e9255-7d79-45c2-8ba1-fc1ae25b9f49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.335432] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1280.335432] env[69289]: value = "task-3278043" [ 1280.335432] env[69289]: _type = "Task" [ 1280.335432] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.342660] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.699146] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278042, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.717583] env[69289]: DEBUG nova.network.neutron [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.727360] env[69289]: DEBUG nova.compute.manager [req-8e5d7576-9c69-4a2d-99da-8ed30d132a5a req-cf9f6182-b371-41bd-aae0-1e067627f4cb service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Received event network-vif-deleted-55430b9f-a2ac-45b1-a6a0-314637357301 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.727734] env[69289]: INFO nova.compute.manager [req-8e5d7576-9c69-4a2d-99da-8ed30d132a5a req-cf9f6182-b371-41bd-aae0-1e067627f4cb service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Neutron deleted interface 55430b9f-a2ac-45b1-a6a0-314637357301; detaching it from the instance and deleting it from the info cache [ 1280.727982] env[69289]: DEBUG nova.network.neutron [req-8e5d7576-9c69-4a2d-99da-8ed30d132a5a req-cf9f6182-b371-41bd-aae0-1e067627f4cb service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.828205] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811491a3-bc86-4432-b494-3f06eb2e2851 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.836884] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f69e24-6094-4b84-b369-61bb314f83b6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.873054] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278043, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.874443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d11bb21-5101-4d74-a96f-fc181e94c6e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.881416] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91501dde-9363-487c-891d-b3b4c542fcce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.895265] env[69289]: DEBUG nova.compute.provider_tree [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.198778] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278042, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.220502] env[69289]: INFO nova.compute.manager [-] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Took 1.23 seconds to deallocate network for instance. [ 1281.231947] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ec16ca4-03c6-4c42-b892-2e5c063acf03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.240889] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09756cc2-9b72-4cac-9171-ad9d2397e585 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.270268] env[69289]: DEBUG nova.compute.manager [req-8e5d7576-9c69-4a2d-99da-8ed30d132a5a req-cf9f6182-b371-41bd-aae0-1e067627f4cb service nova] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Detach interface failed, port_id=55430b9f-a2ac-45b1-a6a0-314637357301, reason: Instance ddca0b89-f505-4887-94f5-71684108ac32 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1281.345512] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278043, 'name': ReconfigVM_Task, 'duration_secs': 0.565441} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.345721] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.346338] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b85d5c-2ffa-4e28-b3d2-0e8092a30c20 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.352602] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1281.352602] env[69289]: value = "task-3278044" [ 1281.352602] env[69289]: _type = "Task" [ 1281.352602] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.359574] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278044, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.398206] env[69289]: DEBUG nova.scheduler.client.report [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.697873] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278042, 'name': Rename_Task, 'duration_secs': 1.144057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.698172] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.698420] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18789e5b-a595-4e2b-8f71-6066cbe180c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.703779] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1281.703779] env[69289]: value = "task-3278045" [ 1281.703779] env[69289]: _type = "Task" [ 1281.703779] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.710959] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.727980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.863740] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278044, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.903748] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.906009] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.178s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.906251] env[69289]: DEBUG nova.objects.instance [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'resources' on Instance uuid ddca0b89-f505-4887-94f5-71684108ac32 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.922026] env[69289]: INFO nova.scheduler.client.report [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted allocations for instance 46ad20cb-aee7-4914-993b-3c6cb84a4d81 [ 1282.213999] env[69289]: DEBUG oslo_vmware.api [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278045, 'name': PowerOnVM_Task, 'duration_secs': 0.420548} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.214291] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.214531] env[69289]: DEBUG nova.compute.manager [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.215303] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2023bfa-a031-45de-be65-54c3e1c243b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.363263] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278044, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.429757] env[69289]: DEBUG oslo_concurrency.lockutils [None req-53f1c37f-9de8-419a-b7d4-d5f2996cdabd tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "46ad20cb-aee7-4914-993b-3c6cb84a4d81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.898s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.517833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e6fc23-2230-4d1a-9767-e872ca5343af {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.525943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb9c29e-3298-4090-b5cb-835e7eff7646 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.554784] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ecba4d-7d01-4d09-8bb4-e4072b736598 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.561321] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10362f08-a76c-4498-9207-eff16debec99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.577239] env[69289]: DEBUG nova.compute.provider_tree [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.730908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.864570] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278044, 'name': Rename_Task, 'duration_secs': 1.111935} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.864852] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.865636] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e445353-8b7b-4916-b522-850bbc825f16 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.872279] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1282.872279] env[69289]: value = "task-3278046" [ 1282.872279] env[69289]: _type = "Task" [ 1282.872279] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.879469] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.080194] env[69289]: DEBUG nova.scheduler.client.report [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.382575] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.586057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.588833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.857s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.588833] env[69289]: DEBUG nova.objects.instance [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1283.611597] env[69289]: INFO nova.scheduler.client.report [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocations for instance ddca0b89-f505-4887-94f5-71684108ac32 [ 1283.882987] env[69289]: DEBUG oslo_vmware.api [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278046, 'name': PowerOnVM_Task, 'duration_secs': 0.61754} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.883282] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.883483] env[69289]: INFO nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Took 6.32 seconds to spawn the instance on the hypervisor. [ 1283.883663] env[69289]: DEBUG nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.884428] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eff15b9-266f-48d0-a69e-ef27f1f34bd2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.119085] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7fc6e069-0a9d-4023-9dab-c63beedb34b0 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "ddca0b89-f505-4887-94f5-71684108ac32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.401763] env[69289]: INFO nova.compute.manager [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Took 11.10 seconds to build instance. [ 1284.597173] env[69289]: DEBUG oslo_concurrency.lockutils [None req-eac83779-9f41-4472-ba86-f7fe75d557fa tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.904030] env[69289]: DEBUG oslo_concurrency.lockutils [None req-43bedd19-b931-414d-a02a-9724930e72b3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.605s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.214802] env[69289]: INFO nova.compute.manager [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Rebuilding instance [ 1285.275928] env[69289]: DEBUG nova.compute.manager [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.276822] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051b72dc-864d-4409-8ada-4bca10bb688d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.829797] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "bf51b500-f1e2-475f-954a-415581506614" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.830145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.830405] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "bf51b500-f1e2-475f-954a-415581506614-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.830562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.830735] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.832912] env[69289]: INFO nova.compute.manager [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Terminating instance [ 1286.291763] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.292134] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2520fbdb-954a-4270-887a-e86358cca5c2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.299355] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1286.299355] env[69289]: value = "task-3278048" [ 1286.299355] env[69289]: _type = "Task" [ 1286.299355] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.307098] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.336960] env[69289]: DEBUG nova.compute.manager [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.337197] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.338138] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149c6aa-99e2-42f6-9dcc-fad8338a9231 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.345133] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.345384] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21029b7c-0633-4055-aa0a-c16b41694c3b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.351213] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1286.351213] env[69289]: value = "task-3278049" [ 1286.351213] env[69289]: _type = "Task" [ 1286.351213] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.361279] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.809194] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278048, 'name': PowerOffVM_Task, 'duration_secs': 0.108145} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.809453] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.809696] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.810451] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c7c09-e0bd-4210-aa6e-6b20eecdfa7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.816644] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.816866] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5074c8a-5b0e-492e-8792-c7146ce11371 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.842670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.842991] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.843072] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Deleting the datastore file [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.843297] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3108a62-94fa-4fcb-a619-e9f7014858d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.848517] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1286.848517] env[69289]: value = "task-3278051" [ 1286.848517] env[69289]: _type = "Task" [ 1286.848517] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.858925] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278049, 'name': PowerOffVM_Task, 'duration_secs': 0.336714} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.861692] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.861692] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.861929] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.862144] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2981c32-55b0-49a5-9979-13c8f09757c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.928933] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.929223] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.929468] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleting the datastore file [datastore1] bf51b500-f1e2-475f-954a-415581506614 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.929735] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d472d431-73b6-4cbd-a71d-5bc310d60f8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.936602] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1286.936602] env[69289]: value = "task-3278053" [ 1286.936602] env[69289]: _type = "Task" [ 1286.936602] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.944118] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.357626] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093401} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.357874] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.358073] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.358256] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.446235] env[69289]: DEBUG oslo_vmware.api [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207741} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.446479] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.446662] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.446841] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.447019] env[69289]: INFO nova.compute.manager [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: bf51b500-f1e2-475f-954a-415581506614] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.447278] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.447478] env[69289]: DEBUG nova.compute.manager [-] [instance: bf51b500-f1e2-475f-954a-415581506614] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.447577] env[69289]: DEBUG nova.network.neutron [-] [instance: bf51b500-f1e2-475f-954a-415581506614] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.989966] env[69289]: DEBUG nova.compute.manager [req-fefa4708-bcbd-465c-bf2e-3b91e43bacba req-d2c93c67-290d-4e05-9547-274473e4f4c9 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Received event network-vif-deleted-14ba18d6-09db-4ee7-a05b-6d1c37f901e5 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.996155] env[69289]: INFO nova.compute.manager [req-fefa4708-bcbd-465c-bf2e-3b91e43bacba req-d2c93c67-290d-4e05-9547-274473e4f4c9 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Neutron deleted interface 14ba18d6-09db-4ee7-a05b-6d1c37f901e5; detaching it from the instance and deleting it from the info cache [ 1287.996155] env[69289]: DEBUG nova.network.neutron [req-fefa4708-bcbd-465c-bf2e-3b91e43bacba req-d2c93c67-290d-4e05-9547-274473e4f4c9 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.151794] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "c108f07e-a17d-4192-8624-838be45fb178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.151991] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.152239] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "c108f07e-a17d-4192-8624-838be45fb178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.152444] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.152637] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.154854] env[69289]: INFO nova.compute.manager [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Terminating instance [ 1288.424396] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.424640] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.424796] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.424978] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.425138] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.425286] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.425491] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.425652] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.425821] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.425980] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.426167] env[69289]: DEBUG nova.virt.hardware [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.427574] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1e2a7-81aa-4a63-8f09-e51528d03d12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.434909] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52eaf7e-f847-45d7-a483-f9d25e9a6f56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.448414] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance VIF info [] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.454015] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.454244] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.454443] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0930f6a3-7d30-4adc-bd97-9a8572e906b9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.465429] env[69289]: DEBUG nova.network.neutron [-] [instance: bf51b500-f1e2-475f-954a-415581506614] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.471782] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.471782] env[69289]: value = "task-3278054" [ 1288.471782] env[69289]: _type = "Task" [ 1288.471782] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.480236] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278054, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.493449] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8e8d441-d18b-4850-bc1d-073400c0190b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.503862] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af684434-bddb-4e22-827a-d6073b09d6c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.533790] env[69289]: DEBUG nova.compute.manager [req-fefa4708-bcbd-465c-bf2e-3b91e43bacba req-d2c93c67-290d-4e05-9547-274473e4f4c9 service nova] [instance: bf51b500-f1e2-475f-954a-415581506614] Detach interface failed, port_id=14ba18d6-09db-4ee7-a05b-6d1c37f901e5, reason: Instance bf51b500-f1e2-475f-954a-415581506614 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1288.659135] env[69289]: DEBUG nova.compute.manager [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.659460] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.660373] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ed485-4a24-413f-930d-d809a178be1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.667394] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.667578] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26fc9a9c-68c8-4d25-902b-19c489c6953d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.673346] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1288.673346] env[69289]: value = "task-3278055" [ 1288.673346] env[69289]: _type = "Task" [ 1288.673346] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.681019] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.967652] env[69289]: INFO nova.compute.manager [-] [instance: bf51b500-f1e2-475f-954a-415581506614] Took 1.52 seconds to deallocate network for instance. [ 1288.981105] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278054, 'name': CreateVM_Task, 'duration_secs': 0.479829} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.981270] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.982025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.982025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.982165] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.982394] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7cbe667-934f-4f3f-ab01-029f55680f67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.986592] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1288.986592] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5249ca61-f6e4-6add-8621-7816c63ba8e5" [ 1288.986592] env[69289]: _type = "Task" [ 1288.986592] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.993895] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5249ca61-f6e4-6add-8621-7816c63ba8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.183415] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278055, 'name': PowerOffVM_Task, 'duration_secs': 0.213987} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.183672] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.183839] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.184099] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b962264-f522-445e-9e8b-5c795e70e15d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.250509] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.250670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.250872] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleting the datastore file [datastore2] c108f07e-a17d-4192-8624-838be45fb178 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.251168] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8aff3f-af2d-4c21-893c-7cb7d6138c0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.257477] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for the task: (returnval){ [ 1289.257477] env[69289]: value = "task-3278057" [ 1289.257477] env[69289]: _type = "Task" [ 1289.257477] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.265894] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.474032] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.474357] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.474587] env[69289]: DEBUG nova.objects.instance [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lazy-loading 'resources' on Instance uuid bf51b500-f1e2-475f-954a-415581506614 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.496807] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5249ca61-f6e4-6add-8621-7816c63ba8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.497145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.497388] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.497686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.497781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.497956] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.498258] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c888ad57-4100-495c-8bed-5b44429385e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.506370] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.506760] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.507287] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc936e4-15cd-455a-87eb-899bee0400fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.512492] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1289.512492] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52f48df2-9e80-1fd2-50cb-a3a54be09c5d" [ 1289.512492] env[69289]: _type = "Task" [ 1289.512492] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.519444] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f48df2-9e80-1fd2-50cb-a3a54be09c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.766828] env[69289]: DEBUG oslo_vmware.api [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Task: {'id': task-3278057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149407} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.767035] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.767226] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.767404] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.767573] env[69289]: INFO nova.compute.manager [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] [instance: c108f07e-a17d-4192-8624-838be45fb178] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1289.767806] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.768059] env[69289]: DEBUG nova.compute.manager [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.768159] env[69289]: DEBUG nova.network.neutron [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.001446] env[69289]: DEBUG nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1290.020136] env[69289]: DEBUG nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1290.020365] env[69289]: DEBUG nova.compute.provider_tree [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.029189] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52f48df2-9e80-1fd2-50cb-a3a54be09c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008158} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.030031] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aeb7b4c-4053-4ac0-958f-582c0550b365 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.037664] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1290.037664] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52087a97-09cf-879d-2d89-59cad5457f74" [ 1290.037664] env[69289]: _type = "Task" [ 1290.037664] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.041716] env[69289]: DEBUG nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1290.051324] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52087a97-09cf-879d-2d89-59cad5457f74, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.051569] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.051855] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.052561] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722ba7b7-0c3a-4a5e-9f22-79fe365d3476 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.061967] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1290.061967] env[69289]: value = "task-3278058" [ 1290.061967] env[69289]: _type = "Task" [ 1290.061967] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.071403] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.090717] env[69289]: DEBUG nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1290.147665] env[69289]: DEBUG nova.compute.manager [req-863f7f31-7131-49c4-bcb7-b35b5bde69f8 req-1b4e30d0-88d2-413b-be67-3be49989f235 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Received event network-vif-deleted-9caf7c5d-3530-47d4-a536-1074b9ca9a13 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.147893] env[69289]: INFO nova.compute.manager [req-863f7f31-7131-49c4-bcb7-b35b5bde69f8 req-1b4e30d0-88d2-413b-be67-3be49989f235 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Neutron deleted interface 9caf7c5d-3530-47d4-a536-1074b9ca9a13; detaching it from the instance and deleting it from the info cache [ 1290.148073] env[69289]: DEBUG nova.network.neutron [req-863f7f31-7131-49c4-bcb7-b35b5bde69f8 req-1b4e30d0-88d2-413b-be67-3be49989f235 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.236121] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f7108c-ff95-4876-ae20-af128c57424e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.244111] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b9f0b1-1e0e-4999-86ef-99269da70d43 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.275339] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92774467-330b-4fe6-8f6b-17a45fc51497 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.283579] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39338ca-416b-4a64-a686-087774c0f7e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.298287] env[69289]: DEBUG nova.compute.provider_tree [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.572022] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501756} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.572315] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.572533] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.572793] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1de11e5a-8725-4e5b-8cc4-3a89fa0624be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.578153] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1290.578153] env[69289]: value = "task-3278059" [ 1290.578153] env[69289]: _type = "Task" [ 1290.578153] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.585430] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.622009] env[69289]: DEBUG nova.network.neutron [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.652583] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9799f2fe-a4e7-46a6-9ee4-56d7df0f2899 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.663615] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7714421b-f4b5-4b7c-a03f-50b112596fa8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.690695] env[69289]: DEBUG nova.compute.manager [req-863f7f31-7131-49c4-bcb7-b35b5bde69f8 req-1b4e30d0-88d2-413b-be67-3be49989f235 service nova] [instance: c108f07e-a17d-4192-8624-838be45fb178] Detach interface failed, port_id=9caf7c5d-3530-47d4-a536-1074b9ca9a13, reason: Instance c108f07e-a17d-4192-8624-838be45fb178 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.832089] env[69289]: DEBUG nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updated inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1290.832371] env[69289]: DEBUG nova.compute.provider_tree [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updating resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f generation from 162 to 163 during operation: update_inventory {{(pid=69289) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1290.832552] env[69289]: DEBUG nova.compute.provider_tree [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.088494] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133871} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.088771] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.089558] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22cb1c-abbb-4581-b01d-32e4a9bbaec2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.108361] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.108908] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f58e9b2-e9b7-44b8-8638-256d9967097e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.125209] env[69289]: INFO nova.compute.manager [-] [instance: c108f07e-a17d-4192-8624-838be45fb178] Took 1.36 seconds to deallocate network for instance. [ 1291.131219] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1291.131219] env[69289]: value = "task-3278060" [ 1291.131219] env[69289]: _type = "Task" [ 1291.131219] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.138418] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.337897] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.371662] env[69289]: INFO nova.scheduler.client.report [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted allocations for instance bf51b500-f1e2-475f-954a-415581506614 [ 1291.631151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.631458] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.631684] env[69289]: DEBUG nova.objects.instance [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lazy-loading 'resources' on Instance uuid c108f07e-a17d-4192-8624-838be45fb178 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.642863] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278060, 'name': ReconfigVM_Task, 'duration_secs': 0.275544} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.643648] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684/e55c18c7-fe15-4b80-b7bb-3bb87467f684.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.644253] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852ba4e0-37b0-4a17-afda-9460c146390a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.650669] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1291.650669] env[69289]: value = "task-3278061" [ 1291.650669] env[69289]: _type = "Task" [ 1291.650669] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.658173] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278061, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.879864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-7e1c2da9-7f2b-41c8-8c47-cbc14b8e46ca tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "bf51b500-f1e2-475f-954a-415581506614" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.050s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.164981] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278061, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.223714] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f277a-ed58-4e00-9819-0ad02157b126 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.230863] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac8447e-23e0-4891-8dec-a63afa256cc5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.260894] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25d3d1-8631-469d-bfe5-134cf43f6893 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.267503] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee29a20-00fa-47f7-927c-10e5ee9aca74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.279829] env[69289]: DEBUG nova.compute.provider_tree [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.661356] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278061, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.784059] env[69289]: DEBUG nova.scheduler.client.report [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.861314] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "45753558-ccf9-4754-9a2c-bde58559d139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.861577] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.861809] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "45753558-ccf9-4754-9a2c-bde58559d139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.862017] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.862196] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.864194] env[69289]: INFO nova.compute.manager [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Terminating instance [ 1293.163500] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278061, 'name': Rename_Task, 'duration_secs': 1.148023} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.163775] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.164020] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d83c19-2aa4-445e-9a14-cfa729e8353e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.169949] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1293.169949] env[69289]: value = "task-3278062" [ 1293.169949] env[69289]: _type = "Task" [ 1293.169949] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.177013] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.288222] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.307445] env[69289]: INFO nova.scheduler.client.report [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Deleted allocations for instance c108f07e-a17d-4192-8624-838be45fb178 [ 1293.367405] env[69289]: DEBUG nova.compute.manager [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.367670] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.368757] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c817ec-7b30-4b2d-b6ae-9b7a00b8b7e9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.376361] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.376361] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9669614-f1d2-4418-8cd8-6fcfed6f86c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.382727] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1293.382727] env[69289]: value = "task-3278063" [ 1293.382727] env[69289]: _type = "Task" [ 1293.382727] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.391251] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.679383] env[69289]: DEBUG oslo_vmware.api [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278062, 'name': PowerOnVM_Task, 'duration_secs': 0.410511} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.679889] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.679889] env[69289]: DEBUG nova.compute.manager [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.680691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18486d2-e2ff-4850-bff6-fe55db385118 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.815061] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3438b0ea-27ac-4e63-a23e-c2fa8bbbbee9 tempest-ServerActionsTestOtherA-11227539 tempest-ServerActionsTestOtherA-11227539-project-member] Lock "c108f07e-a17d-4192-8624-838be45fb178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.663s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.892392] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278063, 'name': PowerOffVM_Task, 'duration_secs': 0.240737} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.892689] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.892825] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.894033] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053df3f5-7602-45a2-a9cf-e211b993633a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.958896] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.959138] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.959325] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleting the datastore file [datastore1] 45753558-ccf9-4754-9a2c-bde58559d139 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.959644] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4396d3d-d092-49bc-ba82-21e15ab4373f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.968159] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for the task: (returnval){ [ 1293.968159] env[69289]: value = "task-3278065" [ 1293.968159] env[69289]: _type = "Task" [ 1293.968159] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.975901] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.196291] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.196609] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.196806] env[69289]: DEBUG nova.objects.instance [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69289) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1294.478755] env[69289]: DEBUG oslo_vmware.api [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Task: {'id': task-3278065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232242} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.479106] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.479227] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.479393] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.479601] env[69289]: INFO nova.compute.manager [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1294.479944] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.480314] env[69289]: DEBUG nova.compute.manager [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.480314] env[69289]: DEBUG nova.network.neutron [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.891452] env[69289]: DEBUG nova.compute.manager [req-8625eca2-061d-4c74-b065-85c1119236bb req-6a9759b9-6d40-43f2-a688-184810a5b159 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Received event network-vif-deleted-cf9a30fd-acd7-430e-836c-94a030b58c73 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.891669] env[69289]: INFO nova.compute.manager [req-8625eca2-061d-4c74-b065-85c1119236bb req-6a9759b9-6d40-43f2-a688-184810a5b159 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Neutron deleted interface cf9a30fd-acd7-430e-836c-94a030b58c73; detaching it from the instance and deleting it from the info cache [ 1294.892089] env[69289]: DEBUG nova.network.neutron [req-8625eca2-061d-4c74-b065-85c1119236bb req-6a9759b9-6d40-43f2-a688-184810a5b159 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.164691] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.164951] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.165199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.165389] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.165558] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.167729] env[69289]: INFO nova.compute.manager [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Terminating instance [ 1295.206821] env[69289]: DEBUG oslo_concurrency.lockutils [None req-2a58c95b-0120-48c3-b8ba-cdc183b747f3 tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.374016] env[69289]: DEBUG nova.network.neutron [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.396295] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b59476af-7d2e-4332-8151-391354b782f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.408049] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65b905-2b41-4694-be53-be73d871c9d8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.434391] env[69289]: DEBUG nova.compute.manager [req-8625eca2-061d-4c74-b065-85c1119236bb req-6a9759b9-6d40-43f2-a688-184810a5b159 service nova] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Detach interface failed, port_id=cf9a30fd-acd7-430e-836c-94a030b58c73, reason: Instance 45753558-ccf9-4754-9a2c-bde58559d139 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.671406] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "refresh_cache-e55c18c7-fe15-4b80-b7bb-3bb87467f684" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.671591] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquired lock "refresh_cache-e55c18c7-fe15-4b80-b7bb-3bb87467f684" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.671765] env[69289]: DEBUG nova.network.neutron [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.879183] env[69289]: INFO nova.compute.manager [-] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Took 1.40 seconds to deallocate network for instance. [ 1296.191417] env[69289]: DEBUG nova.network.neutron [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.244424] env[69289]: DEBUG nova.network.neutron [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.387366] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.387703] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.387929] env[69289]: DEBUG nova.objects.instance [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lazy-loading 'resources' on Instance uuid 45753558-ccf9-4754-9a2c-bde58559d139 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.747966] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Releasing lock "refresh_cache-e55c18c7-fe15-4b80-b7bb-3bb87467f684" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.748358] env[69289]: DEBUG nova.compute.manager [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.748553] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.749458] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec9c706-c38a-44b5-a4d7-15983c6696e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.757332] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.757583] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5c4054-2b71-4bfc-87f9-c6f592a2f0a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.763607] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1296.763607] env[69289]: value = "task-3278066" [ 1296.763607] env[69289]: _type = "Task" [ 1296.763607] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.770386] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.982554] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9174d2d-913c-44bf-829f-057ca952dfc6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.990201] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e063eb-7832-47a1-a897-a15c89f02f0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.020558] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730131c-b926-464b-b0a8-bb5c23d1894f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.027987] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cf92e8-d7dd-4ed5-aad7-a4b08d77bdb1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.041541] env[69289]: DEBUG nova.compute.provider_tree [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.273793] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278066, 'name': PowerOffVM_Task, 'duration_secs': 0.12658} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.274132] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.274231] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.274480] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8546c50b-41e7-45ef-ae56-1bcb125486a3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.302413] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.302621] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.302799] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Deleting the datastore file [datastore2] e55c18c7-fe15-4b80-b7bb-3bb87467f684 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.303053] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b59e8d54-4ef8-47eb-a249-be579746026f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.308459] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for the task: (returnval){ [ 1297.308459] env[69289]: value = "task-3278068" [ 1297.308459] env[69289]: _type = "Task" [ 1297.308459] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.316217] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.545995] env[69289]: DEBUG nova.scheduler.client.report [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.819372] env[69289]: DEBUG oslo_vmware.api [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Task: {'id': task-3278068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09071} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.819612] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.819809] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.820017] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.820196] env[69289]: INFO nova.compute.manager [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1297.820431] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.820644] env[69289]: DEBUG nova.compute.manager [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.820740] env[69289]: DEBUG nova.network.neutron [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.835655] env[69289]: DEBUG nova.network.neutron [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.051147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.079891] env[69289]: INFO nova.scheduler.client.report [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Deleted allocations for instance 45753558-ccf9-4754-9a2c-bde58559d139 [ 1298.337611] env[69289]: DEBUG nova.network.neutron [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.589145] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02f2142c-f24c-49f6-8e8f-2aec97d40292 tempest-ServerRescueNegativeTestJSON-1138418027 tempest-ServerRescueNegativeTestJSON-1138418027-project-member] Lock "45753558-ccf9-4754-9a2c-bde58559d139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.727s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.840471] env[69289]: INFO nova.compute.manager [-] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Took 1.02 seconds to deallocate network for instance. [ 1299.089212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.089479] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.089698] env[69289]: INFO nova.compute.manager [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Shelving [ 1299.346547] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.346902] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.347065] env[69289]: DEBUG nova.objects.instance [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lazy-loading 'resources' on Instance uuid e55c18c7-fe15-4b80-b7bb-3bb87467f684 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.929975] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950b7e4-3cbd-4ed5-96c3-8d26ee45c2b3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.938075] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6218c80-f95a-4696-99e5-57f52a9846e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.969390] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a6cd4-8e81-4a0a-ac53-7eebfb897d9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.976991] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b31aaa-a530-4f32-83f4-e84b7fccb465 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.990620] env[69289]: DEBUG nova.compute.provider_tree [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.098602] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.098960] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4755247-6c10-44a7-8ed7-3ef394ecf008 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.107656] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1300.107656] env[69289]: value = "task-3278069" [ 1300.107656] env[69289]: _type = "Task" [ 1300.107656] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.118355] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.494198] env[69289]: DEBUG nova.scheduler.client.report [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.617798] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278069, 'name': PowerOffVM_Task, 'duration_secs': 0.204431} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.618103] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.618906] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1075a5b5-8056-400e-807b-b210c8604026 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.637310] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2ffd4e-7e24-4e30-91e4-b6a15940b21e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.999438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.021258] env[69289]: INFO nova.scheduler.client.report [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Deleted allocations for instance e55c18c7-fe15-4b80-b7bb-3bb87467f684 [ 1301.147199] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1301.147528] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dae4cd6d-534e-45de-8c74-d105d967568d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.155271] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1301.155271] env[69289]: value = "task-3278070" [ 1301.155271] env[69289]: _type = "Task" [ 1301.155271] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.163890] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.529244] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c670c70c-ef7e-4158-941e-48bf449dca0e tempest-ServerShowV257Test-1209525297 tempest-ServerShowV257Test-1209525297-project-member] Lock "e55c18c7-fe15-4b80-b7bb-3bb87467f684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.364s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.665540] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278070, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.167409] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278070, 'name': CreateSnapshot_Task, 'duration_secs': 0.841442} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.167657] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1302.168397] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d44f2c-a6d1-4b18-b848-4ec5e3e61819 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.684762] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1302.752741] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5cc8230-1dac-4371-958f-9cc1bffc9d2a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.752741] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1302.752741] env[69289]: value = "task-3278071" [ 1302.752741] env[69289]: _type = "Task" [ 1302.752741] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.752741] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278071, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.203815] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278071, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.703716] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278071, 'name': CloneVM_Task, 'duration_secs': 0.981879} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.704063] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Created linked-clone VM from snapshot [ 1303.704702] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e8260b-88bd-4f82-a817-df298d66c5b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.711486] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Uploading image 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1303.737845] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1303.737845] env[69289]: value = "vm-654680" [ 1303.737845] env[69289]: _type = "VirtualMachine" [ 1303.737845] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1303.738104] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5304a5ff-a8dd-47d7-a59f-560d9d544d7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.745218] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease: (returnval){ [ 1303.745218] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52678942-a0be-e691-9233-a4ecde6c214f" [ 1303.745218] env[69289]: _type = "HttpNfcLease" [ 1303.745218] env[69289]: } obtained for exporting VM: (result){ [ 1303.745218] env[69289]: value = "vm-654680" [ 1303.745218] env[69289]: _type = "VirtualMachine" [ 1303.745218] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1303.745505] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the lease: (returnval){ [ 1303.745505] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52678942-a0be-e691-9233-a4ecde6c214f" [ 1303.745505] env[69289]: _type = "HttpNfcLease" [ 1303.745505] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1303.751333] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1303.751333] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52678942-a0be-e691-9233-a4ecde6c214f" [ 1303.751333] env[69289]: _type = "HttpNfcLease" [ 1303.751333] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1304.253633] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1304.253633] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52678942-a0be-e691-9233-a4ecde6c214f" [ 1304.253633] env[69289]: _type = "HttpNfcLease" [ 1304.253633] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1304.253886] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1304.253886] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52678942-a0be-e691-9233-a4ecde6c214f" [ 1304.253886] env[69289]: _type = "HttpNfcLease" [ 1304.253886] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1304.254610] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e245b-04de-4849-9cf4-45967ea9aa7e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.261300] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1304.261471] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1304.351700] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad9900ea-c005-49b3-8c72-0994fb913d07 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.859978] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.860412] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.860529] env[69289]: INFO nova.compute.manager [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Shelving [ 1308.871255] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.871656] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e435529d-90f5-413d-82da-f48b85b97b5c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.878811] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1308.878811] env[69289]: value = "task-3278073" [ 1308.878811] env[69289]: _type = "Task" [ 1308.878811] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.886499] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.390625] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278073, 'name': PowerOffVM_Task, 'duration_secs': 0.171086} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.391250] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.391742] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc76c36a-c692-4b1d-8535-590413871d74 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.410337] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02624cef-f4bb-4821-8a12-cc0cb9f2bf91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.921393] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Creating Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1309.921748] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fa18f0e3-5db4-4825-99b5-bc23e9800a5d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.929617] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1309.929617] env[69289]: value = "task-3278074" [ 1309.929617] env[69289]: _type = "Task" [ 1309.929617] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.937766] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.442244] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278074, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.942742] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278074, 'name': CreateSnapshot_Task, 'duration_secs': 0.740277} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.943048] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Created Snapshot of the VM instance {{(pid=69289) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1310.943808] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b772d353-61fd-410b-baf9-dbc2c08da8ad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.463052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Creating linked-clone VM from snapshot {{(pid=69289) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1311.463524] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-623f3800-0e50-4d66-8acd-9560c04bdbcb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.472759] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1311.472759] env[69289]: value = "task-3278075" [ 1311.472759] env[69289]: _type = "Task" [ 1311.472759] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.482551] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278075, 'name': CloneVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.982716] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278075, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.165932] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1312.166952] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c5f7c-f04c-4534-b239-c97595e87c56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.173436] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1312.173610] env[69289]: ERROR oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk due to incomplete transfer. [ 1312.173844] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb02d59-b779-47c2-88e2-98f2b0416cb2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.181032] env[69289]: DEBUG oslo_vmware.rw_handles [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286eefa-81b1-c666-19dc-ea4711a00fc5/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1312.181229] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Uploaded image 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1312.183683] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1312.183924] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-339f998e-a829-44d4-8ffe-4d671dfa57b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.189297] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1312.189297] env[69289]: value = "task-3278076" [ 1312.189297] env[69289]: _type = "Task" [ 1312.189297] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.197401] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278076, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.483941] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278075, 'name': CloneVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.700516] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278076, 'name': Destroy_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.984258] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278075, 'name': CloneVM_Task, 'duration_secs': 1.446466} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.984578] env[69289]: INFO nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Created linked-clone VM from snapshot [ 1312.985301] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e747a-1497-4616-a725-334263bb1be4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.993850] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Uploading image 857d005c-fb50-4ffc-84ae-a4b067accafc {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1313.014477] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1313.014477] env[69289]: value = "vm-654682" [ 1313.014477] env[69289]: _type = "VirtualMachine" [ 1313.014477] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1313.014726] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c97d504a-3bba-47cc-9d73-a60cceb783ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.020690] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease: (returnval){ [ 1313.020690] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521bce8c-ef65-5403-50f4-62c5d4b45f2a" [ 1313.020690] env[69289]: _type = "HttpNfcLease" [ 1313.020690] env[69289]: } obtained for exporting VM: (result){ [ 1313.020690] env[69289]: value = "vm-654682" [ 1313.020690] env[69289]: _type = "VirtualMachine" [ 1313.020690] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1313.020982] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the lease: (returnval){ [ 1313.020982] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521bce8c-ef65-5403-50f4-62c5d4b45f2a" [ 1313.020982] env[69289]: _type = "HttpNfcLease" [ 1313.020982] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.026575] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.026575] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521bce8c-ef65-5403-50f4-62c5d4b45f2a" [ 1313.026575] env[69289]: _type = "HttpNfcLease" [ 1313.026575] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1313.201637] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278076, 'name': Destroy_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.528595] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.528595] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521bce8c-ef65-5403-50f4-62c5d4b45f2a" [ 1313.528595] env[69289]: _type = "HttpNfcLease" [ 1313.528595] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.528910] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.528910] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]521bce8c-ef65-5403-50f4-62c5d4b45f2a" [ 1313.528910] env[69289]: _type = "HttpNfcLease" [ 1313.528910] env[69289]: }. {{(pid=69289) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1313.529630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b250b59-23b5-4c53-9abd-9f88b896cde4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.537328] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.537701] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk for reading. {{(pid=69289) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1313.627047] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-826ad80c-53b3-45a4-bfb0-814b55ae221c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.699130] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278076, 'name': Destroy_Task, 'duration_secs': 1.343336} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.699392] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Destroyed the VM [ 1313.699630] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1313.699902] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e030eb3-c05b-4ae6-ae47-8958412560e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.705762] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1313.705762] env[69289]: value = "task-3278078" [ 1313.705762] env[69289]: _type = "Task" [ 1313.705762] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.713359] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.965795] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.966151] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.966328] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.966630] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.966829] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.969280] env[69289]: INFO nova.compute.manager [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Terminating instance [ 1314.215862] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278078, 'name': RemoveSnapshot_Task, 'duration_secs': 0.357472} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.216282] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1314.216655] env[69289]: DEBUG nova.compute.manager [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1314.217629] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d04ba8-1161-4234-9dfb-f63dc7bc38ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.474644] env[69289]: DEBUG nova.compute.manager [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.474644] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.474644] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e0aa02-a611-4105-89af-048cbfb2dad4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.482720] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.483240] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c6a8feb-3098-499a-b2b4-e70d6c8b58e8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.489378] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1314.489378] env[69289]: value = "task-3278079" [ 1314.489378] env[69289]: _type = "Task" [ 1314.489378] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.499034] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.731333] env[69289]: INFO nova.compute.manager [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Shelve offloading [ 1315.002136] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278079, 'name': PowerOffVM_Task, 'duration_secs': 0.166833} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.002498] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.002727] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.003042] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f02d5b90-9c40-4a17-86b9-2f20083a672f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.067761] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.068127] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.068406] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleting the datastore file [datastore2] 00e4f0fe-33e1-413d-ac36-b6c519c0f884 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.068749] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3d53eb8-94de-4ae6-97f5-0bc2da5908d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.075484] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1315.075484] env[69289]: value = "task-3278081" [ 1315.075484] env[69289]: _type = "Task" [ 1315.075484] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.083599] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.236557] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.237051] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22281fc1-2245-4d0f-9b65-69ee537b8ca1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.244732] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1315.244732] env[69289]: value = "task-3278082" [ 1315.244732] env[69289]: _type = "Task" [ 1315.244732] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.252551] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.585401] env[69289]: DEBUG oslo_vmware.api [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157209} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.585729] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.586013] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.586242] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.586468] env[69289]: INFO nova.compute.manager [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1315.586742] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.586991] env[69289]: DEBUG nova.compute.manager [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.587138] env[69289]: DEBUG nova.network.neutron [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.755424] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1315.755744] env[69289]: DEBUG nova.compute.manager [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.756693] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44095de7-d086-48da-8476-105edae73fff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.762958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.763156] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.763316] env[69289]: DEBUG nova.network.neutron [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.929819] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.930137] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.930358] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.060966] env[69289]: DEBUG nova.compute.manager [req-f2530eba-5e90-4e0b-8a51-a681761981b4 req-fee79d3d-6781-4b9d-a10f-84f4a6eb8bf6 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Received event network-vif-deleted-c434e7f2-2fc9-468d-9a10-bd94bbed8801 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.061315] env[69289]: INFO nova.compute.manager [req-f2530eba-5e90-4e0b-8a51-a681761981b4 req-fee79d3d-6781-4b9d-a10f-84f4a6eb8bf6 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Neutron deleted interface c434e7f2-2fc9-468d-9a10-bd94bbed8801; detaching it from the instance and deleting it from the info cache [ 1316.061417] env[69289]: DEBUG nova.network.neutron [req-f2530eba-5e90-4e0b-8a51-a681761981b4 req-fee79d3d-6781-4b9d-a10f-84f4a6eb8bf6 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.433598] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.433987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.434084] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.434255] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1316.435203] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee1579-10ee-4ca5-8621-2e26e0cd3efa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.444455] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96191af-ea0c-4927-a291-6646bddb4c08 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.461595] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ff745-25dc-4d53-a947-e83221fc6d7f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.468480] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c33613-8a9a-4e83-a177-fcc1c3cdf666 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.500506] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178915MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1316.500730] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.501044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.543808] env[69289]: DEBUG nova.network.neutron [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.563572] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14a8071c-cbad-4daf-a4c1-75255a33fc02 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.573930] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b539383-2912-43c3-96ef-ddb6d9a7920c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.585151] env[69289]: DEBUG nova.network.neutron [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.603773] env[69289]: DEBUG nova.compute.manager [req-f2530eba-5e90-4e0b-8a51-a681761981b4 req-fee79d3d-6781-4b9d-a10f-84f4a6eb8bf6 service nova] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Detach interface failed, port_id=c434e7f2-2fc9-468d-9a10-bd94bbed8801, reason: Instance 00e4f0fe-33e1-413d-ac36-b6c519c0f884 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.046151] env[69289]: INFO nova.compute.manager [-] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Took 1.46 seconds to deallocate network for instance. [ 1317.087980] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.393843] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.395041] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7f1637-29dc-4904-b17f-3412cc18b041 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.403140] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.403413] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fef6b927-b4c9-43ed-9510-846d99dbc544 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.472756] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.473100] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.473221] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.473510] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab670cd3-fc18-4680-8d75-76fee34add45 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.481133] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1317.481133] env[69289]: value = "task-3278084" [ 1317.481133] env[69289]: _type = "Task" [ 1317.481133] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.489883] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.532213] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.532371] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 00e4f0fe-33e1-413d-ac36-b6c519c0f884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.532510] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.532635] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d7a8097d-25c5-4688-ae01-870feb2949e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1317.532820] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1317.533012] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1317.552664] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.606351] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8397f4-64db-4e48-b48f-e9987d9adaef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.616481] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b0ea3-3a30-46a9-97ee-2bf12d697d03 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.647541] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bc803b-d103-44c8-a15a-5927e60718f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.655519] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4b1695-04e4-4e6a-ac1b-0e14fa3bfcb5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.669258] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.992395] env[69289]: DEBUG oslo_vmware.api [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155182} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.992806] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.993090] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.993352] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.012016] env[69289]: INFO nova.scheduler.client.report [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted allocations for instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 [ 1318.087926] env[69289]: DEBUG nova.compute.manager [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-vif-unplugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.088155] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.088360] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.088528] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.088693] env[69289]: DEBUG nova.compute.manager [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] No waiting events found dispatching network-vif-unplugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.088863] env[69289]: WARNING nova.compute.manager [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received unexpected event network-vif-unplugged-5b958e77-702f-4405-b499-272b894e0006 for instance with vm_state shelved_offloaded and task_state None. [ 1318.089028] env[69289]: DEBUG nova.compute.manager [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-changed-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.089188] env[69289]: DEBUG nova.compute.manager [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing instance network info cache due to event network-changed-5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.089396] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.089540] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.089694] env[69289]: DEBUG nova.network.neutron [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing network info cache for port 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.172732] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.517609] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.677422] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1318.677677] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.177s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.677855] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.125s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.678068] env[69289]: DEBUG nova.objects.instance [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'resources' on Instance uuid 00e4f0fe-33e1-413d-ac36-b6c519c0f884 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.845362] env[69289]: DEBUG nova.network.neutron [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updated VIF entry in instance network info cache for port 5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.845733] env[69289]: DEBUG nova.network.neutron [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5b958e77-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.236585] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0a385d-6553-413d-8fae-e6b1de648442 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.245498] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901ddb22-5dae-483d-be86-60326c12f950 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.276762] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39132eba-0906-4e24-9ee4-2e9bdd66a62f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.284666] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3780f0-7726-47ca-a43e-f43127ae79c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.298981] env[69289]: DEBUG nova.compute.provider_tree [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.348542] env[69289]: DEBUG oslo_concurrency.lockutils [req-72d64529-fb46-49f3-a902-24923c5e1879 req-2c684275-7de2-4d2d-b89f-d3972b4c9cc7 service nova] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.678582] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.678824] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.679464] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.679464] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.679464] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1319.679464] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1319.802986] env[69289]: DEBUG nova.scheduler.client.report [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.309339] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.312101] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.795s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.312361] env[69289]: DEBUG nova.objects.instance [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'resources' on Instance uuid 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.327818] env[69289]: INFO nova.scheduler.client.report [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted allocations for instance 00e4f0fe-33e1-413d-ac36-b6c519c0f884 [ 1320.432339] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1320.433247] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3b0cb-bb8c-4141-bee1-976dd5cb79fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.439564] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1320.439728] env[69289]: ERROR oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk due to incomplete transfer. [ 1320.439984] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f23009f-0e3f-43bf-a460-938cc492c2dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.447504] env[69289]: DEBUG oslo_vmware.rw_handles [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ab006-70e9-b554-9c5b-969fc0cb0015/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1320.447702] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Uploaded image 857d005c-fb50-4ffc-84ae-a4b067accafc to the Glance image server {{(pid=69289) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1320.450099] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Destroying the VM {{(pid=69289) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1320.450330] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-911953eb-b099-48bf-8bdc-325cedf5d72a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.458822] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1320.458822] env[69289]: value = "task-3278085" [ 1320.458822] env[69289]: _type = "Task" [ 1320.458822] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.468862] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278085, 'name': Destroy_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.814704] env[69289]: DEBUG nova.objects.instance [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'numa_topology' on Instance uuid 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.834705] env[69289]: DEBUG oslo_concurrency.lockutils [None req-edad1af6-bb59-44c3-b67f-16e0d0b5f315 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "00e4f0fe-33e1-413d-ac36-b6c519c0f884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.869s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.960128] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.969414] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278085, 'name': Destroy_Task, 'duration_secs': 0.316357} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.969676] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Destroyed the VM [ 1320.969912] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleting Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1320.970214] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17d9e6c3-790b-441f-9c74-33afb2a2b244 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.976580] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1320.976580] env[69289]: value = "task-3278086" [ 1320.976580] env[69289]: _type = "Task" [ 1320.976580] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.984888] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.317710] env[69289]: DEBUG nova.objects.base [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Object Instance<91864f3e-71c7-49d8-bf71-faeae21d1e88> lazy-loaded attributes: resources,numa_topology {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1321.369734] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075bcebc-7e21-45c6-9015-9cec981b7d32 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.376777] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4672deb4-14da-460a-97e6-16497f2140a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.405691] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf5069-87ef-4907-8053-1a4ad7715933 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.412754] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e73e584-f93a-4217-9fb6-357d79a50775 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.427127] env[69289]: DEBUG nova.compute.provider_tree [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.486890] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359074} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.487218] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleted Snapshot of the VM instance {{(pid=69289) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1321.487529] env[69289]: DEBUG nova.compute.manager [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.488351] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c10da27-821b-4fd3-b062-53f36aa3df7b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.930868] env[69289]: DEBUG nova.scheduler.client.report [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.000731] env[69289]: INFO nova.compute.manager [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Shelve offloading [ 1322.436076] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.504066] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.504379] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a552ac77-9e5b-4f7e-97c8-c25ab72d17fa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.513319] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1322.513319] env[69289]: value = "task-3278087" [ 1322.513319] env[69289]: _type = "Task" [ 1322.513319] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.522643] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] VM already powered off {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1322.522845] env[69289]: DEBUG nova.compute.manager [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.523586] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa58b84-9354-4443-b7ac-78db5396781b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.529205] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.529385] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.529551] env[69289]: DEBUG nova.network.neutron [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.944957] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5cd33a12-2a9e-483c-9511-c96c304fb5a8 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.855s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.946224] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.986s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.946224] env[69289]: INFO nova.compute.manager [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Unshelving [ 1323.175344] env[69289]: DEBUG nova.compute.manager [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1323.300611] env[69289]: DEBUG nova.network.neutron [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.697783] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.698200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.802958] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.969763] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.020339] env[69289]: DEBUG nova.compute.manager [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-vif-unplugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.020583] env[69289]: DEBUG oslo_concurrency.lockutils [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.020756] env[69289]: DEBUG oslo_concurrency.lockutils [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.020920] env[69289]: DEBUG oslo_concurrency.lockutils [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.021174] env[69289]: DEBUG nova.compute.manager [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] No waiting events found dispatching network-vif-unplugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.021407] env[69289]: WARNING nova.compute.manager [req-da9a6451-939f-40ad-8df6-dad22adc39a7 req-8af36fbc-57be-4b8d-b268-c94541fbd388 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received unexpected event network-vif-unplugged-801cc17e-5c39-4946-9974-ec47261446ea for instance with vm_state shelved and task_state shelving_offloading. [ 1324.133453] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.134378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda0d48e-e1d7-419c-8927-d1f428716af3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.142100] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.142325] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ba82c7-0637-4506-a346-40dd22865cd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.203762] env[69289]: INFO nova.compute.claims [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.209227] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.209482] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.209695] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleting the datastore file [datastore1] d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.209951] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afbb1dc2-b4fd-4ddc-857e-df7dc9c8ba17 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.216101] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1324.216101] env[69289]: value = "task-3278089" [ 1324.216101] env[69289]: _type = "Task" [ 1324.216101] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.223912] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.709937] env[69289]: INFO nova.compute.resource_tracker [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating resource usage from migration ecfb3b11-fc78-473e-a44e-77b80c39a164 [ 1324.725169] env[69289]: DEBUG oslo_vmware.api [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129134} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.725458] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.725674] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.725906] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.744785] env[69289]: INFO nova.scheduler.client.report [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted allocations for instance d7a8097d-25c5-4688-ae01-870feb2949e1 [ 1324.771226] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f8092-3037-457d-a5e9-edbc47ea9892 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.779741] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521871e-24ac-4937-9a1f-ed5804d103c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.810249] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c03e9b-a9a5-4449-b451-99aae0ad98cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.816954] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cdde5-8edb-4ace-a3a9-a5822891ec38 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.830233] env[69289]: DEBUG nova.compute.provider_tree [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.249801] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.333076] env[69289]: DEBUG nova.scheduler.client.report [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.838313] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.140s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.838517] env[69289]: INFO nova.compute.manager [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Migrating [ 1325.845283] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.876s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.845498] env[69289]: DEBUG nova.objects.instance [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'pci_requests' on Instance uuid 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.854990] env[69289]: DEBUG nova.objects.instance [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'numa_topology' on Instance uuid 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.044643] env[69289]: DEBUG nova.compute.manager [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-changed-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.044851] env[69289]: DEBUG nova.compute.manager [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing instance network info cache due to event network-changed-801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.045075] env[69289]: DEBUG oslo_concurrency.lockutils [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.045263] env[69289]: DEBUG oslo_concurrency.lockutils [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.045433] env[69289]: DEBUG nova.network.neutron [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.354211] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.354551] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.354551] env[69289]: DEBUG nova.network.neutron [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.356440] env[69289]: INFO nova.compute.claims [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.640103] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.808806] env[69289]: DEBUG nova.network.neutron [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updated VIF entry in instance network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.809303] env[69289]: DEBUG nova.network.neutron [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap801cc17e-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.036735] env[69289]: DEBUG nova.network.neutron [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.312831] env[69289]: DEBUG oslo_concurrency.lockutils [req-f48f0db1-c4fb-41ba-8025-4d2602664a5a req-a6216641-bdac-4513-a051-729fa47f0a48 service nova] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.422625] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35056704-bb1d-4230-8cb4-fb31ff576a9b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.430410] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13d08e5-f1f8-4cb0-9891-b13ae725ebb3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.459142] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb8dc15-df57-419b-adff-857b8ec2615c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.465656] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063edadb-59db-49c7-8edc-484216fe265d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.478342] env[69289]: DEBUG nova.compute.provider_tree [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.539840] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.981889] env[69289]: DEBUG nova.scheduler.client.report [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.487560] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.489878] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.240s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.490157] env[69289]: DEBUG nova.objects.instance [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'resources' on Instance uuid d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.515619] env[69289]: INFO nova.network.neutron [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating port 5b958e77-702f-4405-b499-272b894e0006 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1328.992870] env[69289]: DEBUG nova.objects.instance [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'numa_topology' on Instance uuid d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.054845] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d6b9e8-7239-4b6c-9b63-fd8261947f7c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.073124] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.495692] env[69289]: DEBUG nova.objects.base [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.553442] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b735a861-8ec8-475c-b41e-b892a92c1bf3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.560643] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256dc9f3-f90c-4e3c-9dc6-792a24fb34d9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.590652] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.591068] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e124f743-c8d0-4045-9669-201b73589219 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.592901] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7677882-98b8-4b62-b524-13c7dacdaee7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.600868] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7ab1d5-3cc0-4138-ae35-f65f1543d6a9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.606172] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1329.606172] env[69289]: value = "task-3278090" [ 1329.606172] env[69289]: _type = "Task" [ 1329.606172] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.617135] env[69289]: DEBUG nova.compute.provider_tree [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.623118] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.877218] env[69289]: DEBUG nova.compute.manager [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.877436] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.877647] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.878228] env[69289]: DEBUG oslo_concurrency.lockutils [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.878228] env[69289]: DEBUG nova.compute.manager [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] No waiting events found dispatching network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.878352] env[69289]: WARNING nova.compute.manager [req-5bdf1918-f61f-4eff-b51d-2e4fc053d9f9 req-e066d057-f7f9-41df-9bb3-63da0b7968d2 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received unexpected event network-vif-plugged-5b958e77-702f-4405-b499-272b894e0006 for instance with vm_state shelved_offloaded and task_state spawning. [ 1330.062318] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.062516] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.062678] env[69289]: DEBUG nova.network.neutron [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.116770] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278090, 'name': PowerOffVM_Task, 'duration_secs': 0.17474} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.117073] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.117279] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.121241] env[69289]: DEBUG nova.scheduler.client.report [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.628010] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.628370] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.628468] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.628655] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.628796] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.628940] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.629163] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.629327] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.629626] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.629881] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.630090] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.635591] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.637871] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44c7bd1-9fd2-4272-849b-91240ae38803 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.655581] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1330.655581] env[69289]: value = "task-3278091" [ 1330.655581] env[69289]: _type = "Task" [ 1330.655581] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.663139] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.790030] env[69289]: DEBUG nova.network.neutron [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.156283] env[69289]: DEBUG oslo_concurrency.lockutils [None req-84987bac-bd97-4c3f-8e05-26776842d784 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.296s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.157225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.517s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.157411] env[69289]: INFO nova.compute.manager [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Unshelving [ 1331.169588] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278091, 'name': ReconfigVM_Task, 'duration_secs': 0.15303} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.170436] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.292895] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.321135] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4d4264c96fda6e1debe521f0e9b6c6e8',container_format='bare',created_at=2025-04-03T18:43:17Z,direct_url=,disk_format='vmdk',id=8ac21290-6e26-4ec6-94bd-1b11bdc1ed56,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-516660588-shelved',owner='c9606e9797cf429e98a30d0a07852924',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-03T18:43:30Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.321392] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.321551] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.321732] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.321877] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.322040] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.322309] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.322550] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.322740] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.322905] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.323090] env[69289]: DEBUG nova.virt.hardware [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.323997] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa394e-3192-4778-ad9b-859622037ca3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.333584] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544d2851-88f8-4fb9-8a09-20886d657742 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.346636] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:48:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b958e77-702f-4405-b499-272b894e0006', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.354063] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.354288] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.354483] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41d59ac0-1da4-4be9-a64b-8fbcbe5c5c1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.372737] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.372737] env[69289]: value = "task-3278092" [ 1331.372737] env[69289]: _type = "Task" [ 1331.372737] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.379638] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278092, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.676858] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.677276] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.677318] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.677515] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.677667] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.678988] env[69289]: DEBUG nova.virt.hardware [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.684353] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1331.684869] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19c6843f-9d1c-454e-9c1d-83eab5a0584b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.703337] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1331.703337] env[69289]: value = "task-3278093" [ 1331.703337] env[69289]: _type = "Task" [ 1331.703337] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.711451] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.882471] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278092, 'name': CreateVM_Task, 'duration_secs': 0.285057} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.882647] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.883345] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.883505] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.883867] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.884133] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624f2937-690d-411c-bff7-8b9ff9d90659 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.888334] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1331.888334] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5257d749-59a4-a764-2fc9-39b65117b9b6" [ 1331.888334] env[69289]: _type = "Task" [ 1331.888334] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.895770] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5257d749-59a4-a764-2fc9-39b65117b9b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.901259] env[69289]: DEBUG nova.compute.manager [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-changed-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.901449] env[69289]: DEBUG nova.compute.manager [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing instance network info cache due to event network-changed-5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1331.901695] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] Acquiring lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.901815] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] Acquired lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.901975] env[69289]: DEBUG nova.network.neutron [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Refreshing network info cache for port 5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.186683] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.186967] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.187192] env[69289]: DEBUG nova.objects.instance [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'pci_requests' on Instance uuid d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.212392] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278093, 'name': ReconfigVM_Task, 'duration_secs': 0.162315} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.212646] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1332.213410] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a8559-2f7f-405e-a450-888dac213442 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.236539] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.237125] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f477f8-2d24-4dfe-af1d-722223fa0202 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.256204] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1332.256204] env[69289]: value = "task-3278094" [ 1332.256204] env[69289]: _type = "Task" [ 1332.256204] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.266377] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.398186] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.398432] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Processing image 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.398686] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.398845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.399047] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.399319] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a38a4cc2-9be2-4601-bb65-aecf1fb27e23 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.407857] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.408066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.409098] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae5751a2-8941-4735-8ca8-be35848121c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.413945] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1332.413945] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a244f7-fbe2-16a6-450e-f1ae0d1c0932" [ 1332.413945] env[69289]: _type = "Task" [ 1332.413945] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.422637] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a244f7-fbe2-16a6-450e-f1ae0d1c0932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.596782] env[69289]: DEBUG nova.network.neutron [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updated VIF entry in instance network info cache for port 5b958e77-702f-4405-b499-272b894e0006. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.597168] env[69289]: DEBUG nova.network.neutron [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [{"id": "5b958e77-702f-4405-b499-272b894e0006", "address": "fa:16:3e:e8:48:33", "network": {"id": "4939d517-66dc-4941-8c91-8dc6bc0d53e2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1306684723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9606e9797cf429e98a30d0a07852924", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b958e77-70", "ovs_interfaceid": "5b958e77-702f-4405-b499-272b894e0006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.691216] env[69289]: DEBUG nova.objects.instance [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'numa_topology' on Instance uuid d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.766362] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278094, 'name': ReconfigVM_Task, 'duration_secs': 0.248125} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.766638] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e/016f1e65-ddb2-4ec1-b184-5dc7c4005a8e.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.766894] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.924352] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1332.924553] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Fetch image to [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56/OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1332.924734] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Downloading stream optimized image 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 to [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56/OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56.vmdk on the data store datastore1 as vApp {{(pid=69289) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1332.924902] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Downloading image file data 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 to the ESX as VM named 'OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56' {{(pid=69289) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1332.989751] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1332.989751] env[69289]: value = "resgroup-9" [ 1332.989751] env[69289]: _type = "ResourcePool" [ 1332.989751] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1332.990045] env[69289]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f3f1c96f-81e6-4242-83d9-d29e2ce8bc6c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.010890] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease: (returnval){ [ 1333.010890] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202b2e5-aa38-cebe-f29c-174ac51ad3e4" [ 1333.010890] env[69289]: _type = "HttpNfcLease" [ 1333.010890] env[69289]: } obtained for vApp import into resource pool (val){ [ 1333.010890] env[69289]: value = "resgroup-9" [ 1333.010890] env[69289]: _type = "ResourcePool" [ 1333.010890] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1333.011238] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the lease: (returnval){ [ 1333.011238] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202b2e5-aa38-cebe-f29c-174ac51ad3e4" [ 1333.011238] env[69289]: _type = "HttpNfcLease" [ 1333.011238] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.020222] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.020222] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202b2e5-aa38-cebe-f29c-174ac51ad3e4" [ 1333.020222] env[69289]: _type = "HttpNfcLease" [ 1333.020222] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.099660] env[69289]: DEBUG oslo_concurrency.lockutils [req-a2969137-77cc-465e-9158-363b5d63702d req-1d1a81c0-0aba-4d42-847a-30de6d39f2d0 service nova] Releasing lock "refresh_cache-91864f3e-71c7-49d8-bf71-faeae21d1e88" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.193746] env[69289]: INFO nova.compute.claims [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.273578] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584fd452-70ca-4aa1-8c32-c22d08c680ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.293679] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9e1c7-9047-44ca-976e-77ff297d8826 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.313254] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1333.520092] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.520092] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202b2e5-aa38-cebe-f29c-174ac51ad3e4" [ 1333.520092] env[69289]: _type = "HttpNfcLease" [ 1333.520092] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.520423] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.520423] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5202b2e5-aa38-cebe-f29c-174ac51ad3e4" [ 1333.520423] env[69289]: _type = "HttpNfcLease" [ 1333.520423] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1333.521143] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16912b5e-86cf-403d-8b3a-d89f34a45422 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.529975] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.530273] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1333.593049] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8cde094-3b05-47f9-83e5-6d00a870a29a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.857702] env[69289]: DEBUG nova.network.neutron [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Port 2f0312ee-029f-43a2-ad04-a63619d5bd15 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1334.264633] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a02946-3de2-4f8b-8f17-c3662b77e5e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.274345] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e766ad-9a83-4a52-9655-e0e02e4b6b3d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.314630] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7501446b-fadc-4a4a-84fb-ad412dbbb015 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.324569] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca0b15-1da3-4e4f-bc6f-0dad451468bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.341675] env[69289]: DEBUG nova.compute.provider_tree [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.624520] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1334.624894] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1334.626333] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eccd788-0cbd-4bc2-bdfa-b372ae615a3f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.633328] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1334.633501] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1334.633736] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-23cf7c97-f82c-4289-9b46-05879ac4e3c4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.815229] env[69289]: DEBUG oslo_vmware.rw_handles [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf6a2-9c94-dcf0-1d6c-0d07e586c790/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1334.815467] env[69289]: INFO nova.virt.vmwareapi.images [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Downloaded image file data 8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 [ 1334.816341] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fca6ea-3c33-4de4-890d-489904fe8aae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.831868] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a6f1c2-f6f8-4e19-9365-ba65373d86a6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.847378] env[69289]: DEBUG nova.scheduler.client.report [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.858918] env[69289]: INFO nova.virt.vmwareapi.images [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] The imported VM was unregistered [ 1334.861312] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1334.861549] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.862354] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e55c7c2-5684-41c7-9d48-b64989ba15d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.877989] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.877989] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.878186] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.895499] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Created directory with path [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56 {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.895751] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56/OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56.vmdk to [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk. {{(pid=69289) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1334.896028] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f5da75f-922e-4864-8856-8d86cd57fc0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.902982] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1334.902982] env[69289]: value = "task-3278097" [ 1334.902982] env[69289]: _type = "Task" [ 1334.902982] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.909934] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.353024] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.166s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.384293] env[69289]: INFO nova.network.neutron [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating port 801cc17e-5c39-4946-9974-ec47261446ea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1335.417565] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.914379] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.914660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.914746] env[69289]: DEBUG nova.network.neutron [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.919364] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.418256] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.641655] env[69289]: DEBUG nova.network.neutron [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.922141] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.039211] env[69289]: DEBUG nova.compute.manager [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.039436] env[69289]: DEBUG oslo_concurrency.lockutils [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.039654] env[69289]: DEBUG oslo_concurrency.lockutils [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.039989] env[69289]: DEBUG oslo_concurrency.lockutils [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.040204] env[69289]: DEBUG nova.compute.manager [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] No waiting events found dispatching network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.040438] env[69289]: WARNING nova.compute.manager [req-8b0c92d8-33ef-474c-a5b5-fa1813fbc602 req-6f086c19-af6a-40e8-a916-d10aa98dfbe8 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received unexpected event network-vif-plugged-801cc17e-5c39-4946-9974-ec47261446ea for instance with vm_state shelved_offloaded and task_state spawning. [ 1337.118121] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.118321] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.118496] env[69289]: DEBUG nova.network.neutron [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.144409] env[69289]: DEBUG oslo_concurrency.lockutils [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.417393] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278097, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.207651} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.417678] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56/OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56.vmdk to [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk. [ 1337.417821] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Cleaning up location [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1337.417979] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1ea35af2-51ec-4630-9c82-1efef9d74c56 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.418259] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd86abbe-e99a-44bf-bc70-26fe5b8be7ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.425052] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1337.425052] env[69289]: value = "task-3278098" [ 1337.425052] env[69289]: _type = "Task" [ 1337.425052] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.432104] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.668569] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2775c6a7-88ea-4790-b571-a308f281df8a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.689045] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8957f-edd0-4fb4-9402-408079e1b1c3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.695773] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.813583] env[69289]: DEBUG nova.network.neutron [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.935172] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034451} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.935438] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.935603] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.935860] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk to [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.936122] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5eaa34-95e6-4388-9f0a-e2c71e8490db {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.944446] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1337.944446] env[69289]: value = "task-3278099" [ 1337.944446] env[69289]: _type = "Task" [ 1337.944446] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.951723] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.203063] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.203063] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f4f6c8-4641-4aa5-963a-bb14323d6ccb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.212300] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1338.212300] env[69289]: value = "task-3278100" [ 1338.212300] env[69289]: _type = "Task" [ 1338.212300] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.223247] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.316363] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.348551] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ec207f86dd66847443ec501645388ba1',container_format='bare',created_at=2025-04-03T18:43:26Z,direct_url=,disk_format='vmdk',id=857d005c-fb50-4ffc-84ae-a4b067accafc,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1093547313-shelved',owner='8546ef3f25b6436b9a4db2f7a420b9d0',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-03T18:43:39Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.348875] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.349054] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.349296] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.349573] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.349744] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.349958] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.350133] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.350352] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.350596] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.350777] env[69289]: DEBUG nova.virt.hardware [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.351761] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdb47bf-f6ec-481e-a842-ec7282d880e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.364612] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1770c8-7053-43fb-93ac-970f8002d496 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.384588] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:20:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801cc17e-5c39-4946-9974-ec47261446ea', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1338.392560] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.392850] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1338.393167] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0554c3-bb79-4ce0-a5ec-3a9f47c45303 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.417104] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1338.417104] env[69289]: value = "task-3278101" [ 1338.417104] env[69289]: _type = "Task" [ 1338.417104] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.431019] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278101, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.456636] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.725737] env[69289]: DEBUG oslo_vmware.api [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278100, 'name': PowerOnVM_Task, 'duration_secs': 0.415025} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.726041] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.726230] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-115f6691-b825-4e70-bd25-73812255c1f0 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance '016f1e65-ddb2-4ec1-b184-5dc7c4005a8e' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.929192] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278101, 'name': CreateVM_Task, 'duration_secs': 0.378956} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.929450] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.930200] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.930524] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.930956] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.931322] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8d50ad-ff22-4ccf-b210-4dd84a73d23a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.939309] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1338.939309] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ec6faa-787c-bb2e-0f20-94c92472598a" [ 1338.939309] env[69289]: _type = "Task" [ 1338.939309] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.952992] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ec6faa-787c-bb2e-0f20-94c92472598a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.957938] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.066341] env[69289]: DEBUG nova.compute.manager [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-changed-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.066619] env[69289]: DEBUG nova.compute.manager [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing instance network info cache due to event network-changed-801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.066793] env[69289]: DEBUG oslo_concurrency.lockutils [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] Acquiring lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.066981] env[69289]: DEBUG oslo_concurrency.lockutils [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] Acquired lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.067339] env[69289]: DEBUG nova.network.neutron [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Refreshing network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.453238] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.453513] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Processing image 857d005c-fb50-4ffc-84ae-a4b067accafc {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1339.453750] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.453908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.454095] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1339.454365] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a34f956d-4dd5-4a83-b633-dc5620f3d869 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.461068] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.474804] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1339.475036] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1339.475895] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f21e308-52bb-4de1-88a6-d2e9ff77d88d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.485222] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1339.485222] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52862b28-1ea6-8793-6473-07ac4d7b83d9" [ 1339.485222] env[69289]: _type = "Task" [ 1339.485222] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.497664] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52862b28-1ea6-8793-6473-07ac4d7b83d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.789673] env[69289]: DEBUG nova.network.neutron [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updated VIF entry in instance network info cache for port 801cc17e-5c39-4946-9974-ec47261446ea. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.790050] env[69289]: DEBUG nova.network.neutron [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [{"id": "801cc17e-5c39-4946-9974-ec47261446ea", "address": "fa:16:3e:f5:20:f3", "network": {"id": "2d544be2-ba3d-415a-976c-9b3b8c238546", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1021136892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8546ef3f25b6436b9a4db2f7a420b9d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801cc17e-5c", "ovs_interfaceid": "801cc17e-5c39-4946-9974-ec47261446ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.963664] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.998990] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Preparing fetch location {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1339.999241] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Fetch image to [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c/OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c.vmdk {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1339.999400] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Downloading stream optimized image 857d005c-fb50-4ffc-84ae-a4b067accafc to [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c/OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c.vmdk on the data store datastore2 as vApp {{(pid=69289) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1339.999574] env[69289]: DEBUG nova.virt.vmwareapi.images [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Downloading image file data 857d005c-fb50-4ffc-84ae-a4b067accafc to the ESX as VM named 'OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c' {{(pid=69289) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1340.071754] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1340.071754] env[69289]: value = "resgroup-9" [ 1340.071754] env[69289]: _type = "ResourcePool" [ 1340.071754] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1340.072072] env[69289]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ca1b6812-7c5c-4d4f-9919-b52125134e40 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.097273] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease: (returnval){ [ 1340.097273] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfe7b2-f6ef-f5ec-5751-13f15b71ef85" [ 1340.097273] env[69289]: _type = "HttpNfcLease" [ 1340.097273] env[69289]: } obtained for vApp import into resource pool (val){ [ 1340.097273] env[69289]: value = "resgroup-9" [ 1340.097273] env[69289]: _type = "ResourcePool" [ 1340.097273] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1340.097975] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the lease: (returnval){ [ 1340.097975] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfe7b2-f6ef-f5ec-5751-13f15b71ef85" [ 1340.097975] env[69289]: _type = "HttpNfcLease" [ 1340.097975] env[69289]: } to be ready. {{(pid=69289) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1340.107891] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.107891] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfe7b2-f6ef-f5ec-5751-13f15b71ef85" [ 1340.107891] env[69289]: _type = "HttpNfcLease" [ 1340.107891] env[69289]: } is initializing. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1340.292657] env[69289]: DEBUG oslo_concurrency.lockutils [req-e8fcc0b0-6bdb-495d-b389-df7034bc465f req-6b1ab227-106e-4a99-a511-bbad79142f20 service nova] Releasing lock "refresh_cache-d7a8097d-25c5-4688-ae01-870feb2949e1" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.460723] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278099, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.195557} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.460966] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56/8ac21290-6e26-4ec6-94bd-1b11bdc1ed56.vmdk to [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.461803] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ff1829-2952-4bb5-96b3-708677b55af5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.484038] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.484299] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fb2a4b-d57e-4b58-ab98-6563cb87cedd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.505858] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1340.505858] env[69289]: value = "task-3278103" [ 1340.505858] env[69289]: _type = "Task" [ 1340.505858] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.518115] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.605199] env[69289]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.605199] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfe7b2-f6ef-f5ec-5751-13f15b71ef85" [ 1340.605199] env[69289]: _type = "HttpNfcLease" [ 1340.605199] env[69289]: } is ready. {{(pid=69289) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1340.605518] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1340.605518] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52dfe7b2-f6ef-f5ec-5751-13f15b71ef85" [ 1340.605518] env[69289]: _type = "HttpNfcLease" [ 1340.605518] env[69289]: }. {{(pid=69289) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1340.606302] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606f6a2-fcb7-4f8c-a497-dfb2bae05508 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.612998] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk from lease info. {{(pid=69289) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1340.613250] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk. {{(pid=69289) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1340.677495] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9b1e740-076e-4d42-9cba-20ff954c4998 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.875678] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.876043] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.876337] env[69289]: DEBUG nova.compute.manager [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Going to confirm migration 9 {{(pid=69289) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1341.017747] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278103, 'name': ReconfigVM_Task, 'duration_secs': 0.277448} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.019468] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88/91864f3e-71c7-49d8-bf71-faeae21d1e88.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.020190] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e20b6cc7-342f-4c67-8318-e06960c02b97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.027327] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1341.027327] env[69289]: value = "task-3278104" [ 1341.027327] env[69289]: _type = "Task" [ 1341.027327] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.038957] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278104, 'name': Rename_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.540224] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278104, 'name': Rename_Task, 'duration_secs': 0.152879} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.543367] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.543818] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89e3eb36-a496-4fea-b6d6-18d4b9867679 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.555977] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1341.555977] env[69289]: value = "task-3278105" [ 1341.555977] env[69289]: _type = "Task" [ 1341.555977] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.566948] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.711213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.711372] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.711550] env[69289]: DEBUG nova.network.neutron [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.711734] env[69289]: DEBUG nova.objects.instance [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'info_cache' on Instance uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.847509] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Completed reading data from the image iterator. {{(pid=69289) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1341.847881] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.849055] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f714c32f-6317-46ea-a1b2-2e7ceccaa4ea {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.856461] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk is in state: ready. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.856641] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk. {{(pid=69289) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1341.856868] env[69289]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a61828da-94a7-4873-a06d-28e516f60e79 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.067660] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278105, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.069221] env[69289]: DEBUG oslo_vmware.rw_handles [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e4711-e8a0-3139-6d82-d4735fd60bb2/disk-0.vmdk. {{(pid=69289) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1342.069511] env[69289]: INFO nova.virt.vmwareapi.images [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Downloaded image file data 857d005c-fb50-4ffc-84ae-a4b067accafc [ 1342.070605] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dd2353-5331-4325-99e2-084b3ad336d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.091449] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79ce1b5a-cbbe-4f38-82aa-8ce96f9c2671 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.151731] env[69289]: INFO nova.virt.vmwareapi.images [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] The imported VM was unregistered [ 1342.154390] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Caching image {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1342.154616] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Creating directory with path [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.154895] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4129ee-17d2-4c29-a3db-ba996d42f662 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.168776] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Created directory with path [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.168964] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c/OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c.vmdk to [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk. {{(pid=69289) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1342.169240] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9abfffe6-4123-4906-8aec-d0cd78d8a2b4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.176701] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1342.176701] env[69289]: value = "task-3278107" [ 1342.176701] env[69289]: _type = "Task" [ 1342.176701] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.183968] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.566830] env[69289]: DEBUG oslo_vmware.api [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278105, 'name': PowerOnVM_Task, 'duration_secs': 0.631945} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.567110] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.667787] env[69289]: DEBUG nova.compute.manager [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.668803] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d79e7d-6aea-4301-8b5f-e1df939d2349 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.686277] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.078608] env[69289]: DEBUG nova.network.neutron [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [{"id": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "address": "fa:16:3e:3d:f4:86", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f0312ee-02", "ovs_interfaceid": "2f0312ee-029f-43a2-ad04-a63619d5bd15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.192815] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.193354] env[69289]: DEBUG oslo_concurrency.lockutils [None req-662932c4-1eb6-4f48-ab96-624df1fa1c8c tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.248s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.581598] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.581868] env[69289]: DEBUG nova.objects.instance [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'migration_context' on Instance uuid 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.689022] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.085074] env[69289]: DEBUG nova.objects.base [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Object Instance<016f1e65-ddb2-4ec1-b184-5dc7c4005a8e> lazy-loaded attributes: info_cache,migration_context {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1344.086078] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee8380-5eb7-49d3-a131-31d21ee7b39b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.105844] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f03d0fb-681d-421e-8483-31cb6d982b0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.112325] env[69289]: DEBUG oslo_vmware.api [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1344.112325] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef3954-493b-702d-4b85-ca6de4b3dd24" [ 1344.112325] env[69289]: _type = "Task" [ 1344.112325] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.120356] env[69289]: DEBUG oslo_vmware.api [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef3954-493b-702d-4b85-ca6de4b3dd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.188036] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.621837] env[69289]: DEBUG oslo_vmware.api [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ef3954-493b-702d-4b85-ca6de4b3dd24, 'name': SearchDatastore_Task, 'duration_secs': 0.043469} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.622163] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.622420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.688524] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.190652] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278107, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.634181} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.190895] env[69289]: INFO nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c/OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c.vmdk to [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk. [ 1345.191086] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Cleaning up location [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1345.191253] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_491512d9-cef6-4e11-b3fa-8c92bb60613c {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.191515] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddcbc2c3-0f33-4e5b-b053-07efec6836d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.198175] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1345.198175] env[69289]: value = "task-3278108" [ 1345.198175] env[69289]: _type = "Task" [ 1345.198175] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.205873] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.271665] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f972469a-bba6-4dc9-a43d-6a8a533130ec {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.278528] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db90d5a2-0b1c-4242-af4d-bcacfe66b712 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.309073] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc48df-1245-4425-884f-7145f6e6567d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.316081] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36609ca3-2a6b-40ed-bd51-baeb445591ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.329756] env[69289]: DEBUG nova.compute.provider_tree [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.708302] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297495} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.708565] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.708721] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.708966] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk to [datastore2] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.709245] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-789f94bc-1ab9-4c99-a52a-9cf34bef0860 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.715749] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1345.715749] env[69289]: value = "task-3278109" [ 1345.715749] env[69289]: _type = "Task" [ 1345.715749] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.723584] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.832710] env[69289]: DEBUG nova.scheduler.client.report [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.226302] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.727831] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.842677] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.228213] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.412715] env[69289]: INFO nova.scheduler.client.report [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted allocation for migration ecfb3b11-fc78-473e-a44e-77b80c39a164 [ 1347.728925] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.918322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d436f5fc-94b0-41ca-b263-0a093a5d369c tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.042s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.229756] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278109, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.231137} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.230128] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/857d005c-fb50-4ffc-84ae-a4b067accafc/857d005c-fb50-4ffc-84ae-a4b067accafc.vmdk to [datastore2] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.230739] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c4b86-fa6a-443a-bca2-ce77c6b07e0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.253613] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.253865] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44ffb0ba-1f09-462d-a930-da68b50e8d51 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.274549] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1348.274549] env[69289]: value = "task-3278110" [ 1348.274549] env[69289]: _type = "Task" [ 1348.274549] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.282165] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.293660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.293916] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.294146] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.294359] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.294554] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.296916] env[69289]: INFO nova.compute.manager [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Terminating instance [ 1348.784537] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278110, 'name': ReconfigVM_Task, 'duration_secs': 0.292851} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.784764] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d7a8097d-25c5-4688-ae01-870feb2949e1/d7a8097d-25c5-4688-ae01-870feb2949e1.vmdk or device None with type streamOptimized {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.785397] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e32b0bc-13e9-49da-b989-218479114e63 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.791383] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1348.791383] env[69289]: value = "task-3278111" [ 1348.791383] env[69289]: _type = "Task" [ 1348.791383] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.798211] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278111, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.800859] env[69289]: DEBUG nova.compute.manager [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1348.801039] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1348.801730] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb95229a-c4df-468a-bf8d-912af7a637fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.807378] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.807583] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f990547-df02-445a-9800-8c164e20c9c7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.813333] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1348.813333] env[69289]: value = "task-3278112" [ 1348.813333] env[69289]: _type = "Task" [ 1348.813333] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.822628] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.301927] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278111, 'name': Rename_Task, 'duration_secs': 0.19939} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.302334] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.302450] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-839a93a9-ba0f-4d59-a9c4-4efcc8f8fc06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.309030] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1349.309030] env[69289]: value = "task-3278113" [ 1349.309030] env[69289]: _type = "Task" [ 1349.309030] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.319293] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.323659] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278112, 'name': PowerOffVM_Task, 'duration_secs': 0.202328} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.323890] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.324069] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.324294] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d474124-4715-4791-aae3-df0440662b6a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.715169] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.715373] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.715544] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleting the datastore file [datastore2] 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.715924] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef71464c-116d-4cd8-857e-6387df2736f5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.722646] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1349.722646] env[69289]: value = "task-3278115" [ 1349.722646] env[69289]: _type = "Task" [ 1349.722646] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.732171] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.820069] env[69289]: DEBUG oslo_vmware.api [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278113, 'name': PowerOnVM_Task, 'duration_secs': 0.467217} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.820302] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.927444] env[69289]: DEBUG nova.compute.manager [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.928618] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60169937-3287-4ec4-ae12-8698de080860 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.232683] env[69289]: DEBUG oslo_vmware.api [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212009} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.232946] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.233199] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.233403] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.233575] env[69289]: INFO nova.compute.manager [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1350.233805] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.233989] env[69289]: DEBUG nova.compute.manager [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.234096] env[69289]: DEBUG nova.network.neutron [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.445274] env[69289]: DEBUG oslo_concurrency.lockutils [None req-0a59d3a2-4256-417a-ad07-ec5b59029a89 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.288s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.737697] env[69289]: DEBUG nova.compute.manager [req-2c631e9a-6a74-4e2a-9def-fa2d3df9308f req-3ad30943-3204-440b-8685-6e772adeea19 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Received event network-vif-deleted-2f0312ee-029f-43a2-ad04-a63619d5bd15 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.737943] env[69289]: INFO nova.compute.manager [req-2c631e9a-6a74-4e2a-9def-fa2d3df9308f req-3ad30943-3204-440b-8685-6e772adeea19 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Neutron deleted interface 2f0312ee-029f-43a2-ad04-a63619d5bd15; detaching it from the instance and deleting it from the info cache [ 1350.738207] env[69289]: DEBUG nova.network.neutron [req-2c631e9a-6a74-4e2a-9def-fa2d3df9308f req-3ad30943-3204-440b-8685-6e772adeea19 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.219633] env[69289]: DEBUG nova.network.neutron [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.242189] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14e0dcf0-f837-4750-80c0-07b86b64c292 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.253255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df7619-fd88-4dd5-a7a2-89417f115b1b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.280541] env[69289]: DEBUG nova.compute.manager [req-2c631e9a-6a74-4e2a-9def-fa2d3df9308f req-3ad30943-3204-440b-8685-6e772adeea19 service nova] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Detach interface failed, port_id=2f0312ee-029f-43a2-ad04-a63619d5bd15, reason: Instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1351.432703] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.432999] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.433247] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.433433] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.433600] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.435668] env[69289]: INFO nova.compute.manager [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Terminating instance [ 1351.722951] env[69289]: INFO nova.compute.manager [-] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Took 1.49 seconds to deallocate network for instance. [ 1351.939476] env[69289]: DEBUG nova.compute.manager [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.939740] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.940681] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8383d4-baf2-4394-8c99-44b57eac2d99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.948863] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.949135] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32eaf5b2-e081-4b8a-b7be-5473dc7b3c52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.955248] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1351.955248] env[69289]: value = "task-3278116" [ 1351.955248] env[69289]: _type = "Task" [ 1351.955248] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.962664] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.229894] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.230206] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.230399] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.254949] env[69289]: INFO nova.scheduler.client.report [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted allocations for instance 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e [ 1352.464923] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278116, 'name': PowerOffVM_Task, 'duration_secs': 0.1987} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.465201] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.465371] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.465632] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-994ec2d7-502e-4e7f-ade8-5075835bbeda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.522115] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.522329] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.522513] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleting the datastore file [datastore2] d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.522784] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb095414-7e7a-45f2-8bea-b53d3510efcf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.529177] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for the task: (returnval){ [ 1352.529177] env[69289]: value = "task-3278118" [ 1352.529177] env[69289]: _type = "Task" [ 1352.529177] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.536917] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.762864] env[69289]: DEBUG oslo_concurrency.lockutils [None req-82545388-3dbc-4589-aa83-d1fb9f2c848a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "016f1e65-ddb2-4ec1-b184-5dc7c4005a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.469s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.039652] env[69289]: DEBUG oslo_vmware.api [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Task: {'id': task-3278118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124617} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.039854] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.040052] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.040231] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.040397] env[69289]: INFO nova.compute.manager [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1353.040652] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.040849] env[69289]: DEBUG nova.compute.manager [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.040943] env[69289]: DEBUG nova.network.neutron [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.581706] env[69289]: DEBUG nova.compute.manager [req-294d80ad-0bd7-418b-8428-103c9e948061 req-fb64cf96-68cb-4c90-9ce4-160876a2526a service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Received event network-vif-deleted-801cc17e-5c39-4946-9974-ec47261446ea {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.581924] env[69289]: INFO nova.compute.manager [req-294d80ad-0bd7-418b-8428-103c9e948061 req-fb64cf96-68cb-4c90-9ce4-160876a2526a service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Neutron deleted interface 801cc17e-5c39-4946-9974-ec47261446ea; detaching it from the instance and deleting it from the info cache [ 1353.582223] env[69289]: DEBUG nova.network.neutron [req-294d80ad-0bd7-418b-8428-103c9e948061 req-fb64cf96-68cb-4c90-9ce4-160876a2526a service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.056452] env[69289]: DEBUG nova.network.neutron [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.084746] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84ec63f2-9c5b-4aed-8b8e-b6688a9d8db6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.095230] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7473187-b82c-4575-9d67-6c1ed31d7a19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.121497] env[69289]: DEBUG nova.compute.manager [req-294d80ad-0bd7-418b-8428-103c9e948061 req-fb64cf96-68cb-4c90-9ce4-160876a2526a service nova] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Detach interface failed, port_id=801cc17e-5c39-4946-9974-ec47261446ea, reason: Instance d7a8097d-25c5-4688-ae01-870feb2949e1 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.291830] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.292144] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.559357] env[69289]: INFO nova.compute.manager [-] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Took 1.52 seconds to deallocate network for instance. [ 1354.794142] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1355.065284] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.065636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.065738] env[69289]: DEBUG nova.objects.instance [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lazy-loading 'resources' on Instance uuid d7a8097d-25c5-4688-ae01-870feb2949e1 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.313910] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.612577] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa422d9-b6a5-430b-8da3-f7c914aef9f0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.620011] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0491ffad-f190-4902-bd4a-4fe2cbc39171 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.649064] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840fa133-648c-463e-a9c8-87287deaf3cb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.655492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce534c58-7f76-43c5-90ba-e708b8b49b64 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.669552] env[69289]: DEBUG nova.compute.provider_tree [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.173278] env[69289]: DEBUG nova.scheduler.client.report [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.679774] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.682422] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.369s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.683987] env[69289]: INFO nova.compute.claims [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.699352] env[69289]: INFO nova.scheduler.client.report [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Deleted allocations for instance d7a8097d-25c5-4688-ae01-870feb2949e1 [ 1357.207301] env[69289]: DEBUG oslo_concurrency.lockutils [None req-02d6bf07-0278-476d-825a-6cf5bf63f6a3 tempest-ServerActionsTestOtherB-1152017396 tempest-ServerActionsTestOtherB-1152017396-project-member] Lock "d7a8097d-25c5-4688-ae01-870feb2949e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.732009] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c8f094-2708-4b16-a287-a80c049c188a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.739218] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54318ae-af38-4900-afc5-a486119cbef4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.769667] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd41e07-c3a4-4859-baf9-3630b6a9e945 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.776432] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceadcec-0f48-40c6-a09d-826aa3ccc054 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.790192] env[69289]: DEBUG nova.compute.provider_tree [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.293930] env[69289]: DEBUG nova.scheduler.client.report [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.798552] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.799162] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.304472] env[69289]: DEBUG nova.compute.utils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.305678] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.305800] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.351907] env[69289]: DEBUG nova.policy [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f66d0a58d87415399ff3735517c9c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c3fcccb195c4374b55a6f2d691e2d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.620190] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Successfully created port: fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1359.809491] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.819625] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.847612] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.847922] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.848129] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.848310] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.848406] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.848660] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.848870] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.849064] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.849064] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.849297] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.849405] env[69289]: DEBUG nova.virt.hardware [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.850263] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8384d627-5e29-4fa3-ab45-0161d0404464 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.858150] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5e4229-d93c-475e-9bbe-83493e342104 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.985405] env[69289]: DEBUG nova.compute.manager [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Received event network-vif-plugged-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.985758] env[69289]: DEBUG oslo_concurrency.lockutils [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] Acquiring lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.986058] env[69289]: DEBUG oslo_concurrency.lockutils [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.986191] env[69289]: DEBUG oslo_concurrency.lockutils [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.986356] env[69289]: DEBUG nova.compute.manager [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] No waiting events found dispatching network-vif-plugged-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1360.986541] env[69289]: WARNING nova.compute.manager [req-1515b6a6-3ed9-4002-b2ef-4ba6e7cd26d0 req-fc024813-e952-4a22-a163-835597cd1b15 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Received unexpected event network-vif-plugged-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 for instance with vm_state building and task_state spawning. [ 1361.061448] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Successfully updated port: fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.568025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.568025] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.568025] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.096467] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.219231] env[69289]: DEBUG nova.network.neutron [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.721523] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.721997] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Instance network_info: |[{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.722763] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:ce:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.729745] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.729920] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.730161] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad954c3-8875-4e8a-ac61-1c26e18c48dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.750734] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.750734] env[69289]: value = "task-3278120" [ 1362.750734] env[69289]: _type = "Task" [ 1362.750734] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.758258] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278120, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.021517] env[69289]: DEBUG nova.compute.manager [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Received event network-changed-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.021722] env[69289]: DEBUG nova.compute.manager [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Refreshing instance network info cache due to event network-changed-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.021941] env[69289]: DEBUG oslo_concurrency.lockutils [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.022120] env[69289]: DEBUG oslo_concurrency.lockutils [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.022300] env[69289]: DEBUG nova.network.neutron [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Refreshing network info cache for port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.260668] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278120, 'name': CreateVM_Task, 'duration_secs': 0.306157} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.261062] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.261627] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.261810] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.262232] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.262493] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f0edba-ad89-4d25-a354-947bce0e8cbb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.266556] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1363.266556] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52048cfc-f2bd-470c-df1c-de23190c54bf" [ 1363.266556] env[69289]: _type = "Task" [ 1363.266556] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.273933] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52048cfc-f2bd-470c-df1c-de23190c54bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.721850] env[69289]: DEBUG nova.network.neutron [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updated VIF entry in instance network info cache for port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.722303] env[69289]: DEBUG nova.network.neutron [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.776651] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52048cfc-f2bd-470c-df1c-de23190c54bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.776936] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.777184] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.777415] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.777560] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.777736] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.778018] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f462ed81-2cbb-4f81-8408-7c0fbadca2e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.786068] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.786245] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.786907] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733bed39-8991-40c2-8f12-d4c9f6d31ae3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.791828] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1363.791828] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3c1e7-13a1-fcc4-fec4-96d448e9d5e2" [ 1363.791828] env[69289]: _type = "Task" [ 1363.791828] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.799675] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3c1e7-13a1-fcc4-fec4-96d448e9d5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.224839] env[69289]: DEBUG oslo_concurrency.lockutils [req-7612c426-4169-4e6b-82e8-9940278ee9bd req-3adbdee7-b184-409c-a354-3e5374593a5b service nova] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.304113] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a3c1e7-13a1-fcc4-fec4-96d448e9d5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00808} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.305035] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8a5230-934f-4d37-a866-81643375f1f3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.310775] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1364.310775] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52adb662-3a70-b99e-0d9b-e68a3d20382c" [ 1364.310775] env[69289]: _type = "Task" [ 1364.310775] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.318295] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52adb662-3a70-b99e-0d9b-e68a3d20382c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.821395] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52adb662-3a70-b99e-0d9b-e68a3d20382c, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.821659] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.821918] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.822292] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfda987a-11ac-4010-8877-363d69c30c4f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.828693] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1364.828693] env[69289]: value = "task-3278121" [ 1364.828693] env[69289]: _type = "Task" [ 1364.828693] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.836518] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.339599] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440049} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.339599] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.339936] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.339936] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8adc54-a1f4-4638-a910-bc7cc5c13b42 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.348150] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1365.348150] env[69289]: value = "task-3278122" [ 1365.348150] env[69289]: _type = "Task" [ 1365.348150] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.357707] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.861984] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061842} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.863372] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.864184] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398e13dc-ce09-4938-86c6-7d08358be159 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.888902] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.889238] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14dab501-3db3-443e-a2ed-a0f6fa144164 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.909171] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1365.909171] env[69289]: value = "task-3278123" [ 1365.909171] env[69289]: _type = "Task" [ 1365.909171] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.917955] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.418623] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278123, 'name': ReconfigVM_Task, 'duration_secs': 0.27564} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.418948] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.419594] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fac2439-8602-4306-885a-c4d28a4fcd97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.425742] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1366.425742] env[69289]: value = "task-3278124" [ 1366.425742] env[69289]: _type = "Task" [ 1366.425742] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.433275] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278124, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.937979] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278124, 'name': Rename_Task, 'duration_secs': 0.144844} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.938289] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.938550] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3700b3fc-1f23-4d47-b563-ec24c7442ddd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.946697] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1366.946697] env[69289]: value = "task-3278125" [ 1366.946697] env[69289]: _type = "Task" [ 1366.946697] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.955998] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.457292] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.622165] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "ded62c69-d30c-4f0f-922e-07c71f094b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.622438] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.957478] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.125318] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.460022] env[69289]: DEBUG oslo_vmware.api [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278125, 'name': PowerOnVM_Task, 'duration_secs': 1.225671} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.460022] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.460022] env[69289]: INFO nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1368.460022] env[69289]: DEBUG nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.460022] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c5e2f-dc89-44a6-a2aa-326550843f78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.651022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.651022] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.651022] env[69289]: INFO nova.compute.claims [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.976691] env[69289]: INFO nova.compute.manager [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Took 13.68 seconds to build instance. [ 1369.478815] env[69289]: DEBUG oslo_concurrency.lockutils [None req-4e268589-c6ec-4de9-a76e-79a127a3b27e tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.186s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.718295] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56aa2c43-8e8c-4a5e-a931-c3c326fd4215 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.729077] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc58b44b-c925-45a7-a029-bf80fd721edc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.766396] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8180c1d-e3c5-44d0-b99b-da0043685c83 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.775443] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3a22ca-31a5-4223-81ca-3d2c9d0aaeee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.793348] env[69289]: DEBUG nova.compute.provider_tree [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.863961] env[69289]: DEBUG nova.compute.manager [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Received event network-changed-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.864201] env[69289]: DEBUG nova.compute.manager [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Refreshing instance network info cache due to event network-changed-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.864404] env[69289]: DEBUG oslo_concurrency.lockutils [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.864549] env[69289]: DEBUG oslo_concurrency.lockutils [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.864708] env[69289]: DEBUG nova.network.neutron [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Refreshing network info cache for port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.297025] env[69289]: DEBUG nova.scheduler.client.report [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.550146] env[69289]: DEBUG nova.network.neutron [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updated VIF entry in instance network info cache for port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.550510] env[69289]: DEBUG nova.network.neutron [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.801666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.802289] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.053060] env[69289]: DEBUG oslo_concurrency.lockutils [req-58c1a754-b565-45ea-924d-560af0b8a141 req-0a51cfd7-88ed-4e45-8445-2321619b9e69 service nova] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.307641] env[69289]: DEBUG nova.compute.utils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.309036] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.309227] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.353486] env[69289]: DEBUG nova.policy [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3ca6113ae4448b1b0c4d3612796dbe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d6f31ac7f6c4c30947a6ac7f46f0d01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.603458] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Successfully created port: 057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.812542] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.822425] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.850019] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.850171] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.850219] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.850379] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.850526] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.850672] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.850972] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.851228] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.851405] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.851569] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.851742] env[69289]: DEBUG nova.virt.hardware [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.852689] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318f9e6-68e4-4de4-bac4-826c15515375 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.860441] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92209b63-b101-43ab-b35e-4d572bb24960 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.961423] env[69289]: DEBUG nova.compute.manager [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Received event network-vif-plugged-057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.961655] env[69289]: DEBUG oslo_concurrency.lockutils [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] Acquiring lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.961863] env[69289]: DEBUG oslo_concurrency.lockutils [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.962075] env[69289]: DEBUG oslo_concurrency.lockutils [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.962215] env[69289]: DEBUG nova.compute.manager [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] No waiting events found dispatching network-vif-plugged-057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.962378] env[69289]: WARNING nova.compute.manager [req-c96d6726-0f74-405b-b061-a7f85befee13 req-20acf432-6c50-44fa-a7dc-0b1def8186da service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Received unexpected event network-vif-plugged-057a1295-1bc0-4278-98f6-5196e352ffe0 for instance with vm_state building and task_state spawning. [ 1373.047980] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Successfully updated port: 057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.550810] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.550979] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquired lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.551202] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.081469] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.207646] env[69289]: DEBUG nova.network.neutron [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Updating instance_info_cache with network_info: [{"id": "057a1295-1bc0-4278-98f6-5196e352ffe0", "address": "fa:16:3e:0e:cb:20", "network": {"id": "f36e5fe6-e868-46e3-9596-f698ebf82c61", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750615751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6f31ac7f6c4c30947a6ac7f46f0d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057a1295-1b", "ovs_interfaceid": "057a1295-1bc0-4278-98f6-5196e352ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.711099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Releasing lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.711302] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Instance network_info: |[{"id": "057a1295-1bc0-4278-98f6-5196e352ffe0", "address": "fa:16:3e:0e:cb:20", "network": {"id": "f36e5fe6-e868-46e3-9596-f698ebf82c61", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750615751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6f31ac7f6c4c30947a6ac7f46f0d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057a1295-1b", "ovs_interfaceid": "057a1295-1bc0-4278-98f6-5196e352ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.711654] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:cb:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057a1295-1bc0-4278-98f6-5196e352ffe0', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.719082] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Creating folder: Project (5d6f31ac7f6c4c30947a6ac7f46f0d01). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.719351] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23068728-96ad-4140-8de4-e182ae1c4ebd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.730908] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Created folder: Project (5d6f31ac7f6c4c30947a6ac7f46f0d01) in parent group-v654351. [ 1374.731133] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Creating folder: Instances. Parent ref: group-v654688. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.731376] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed575af-595b-4d47-9db4-8bbfe7d04d67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.739580] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Created folder: Instances in parent group-v654688. [ 1374.739797] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1374.739969] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.740169] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31708faa-2c62-4a82-8a21-d2de5074bce5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.757123] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.757123] env[69289]: value = "task-3278128" [ 1374.757123] env[69289]: _type = "Task" [ 1374.757123] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.763936] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278128, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.987899] env[69289]: DEBUG nova.compute.manager [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Received event network-changed-057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.988144] env[69289]: DEBUG nova.compute.manager [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Refreshing instance network info cache due to event network-changed-057a1295-1bc0-4278-98f6-5196e352ffe0. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1374.988368] env[69289]: DEBUG oslo_concurrency.lockutils [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] Acquiring lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.988498] env[69289]: DEBUG oslo_concurrency.lockutils [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] Acquired lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.988655] env[69289]: DEBUG nova.network.neutron [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Refreshing network info cache for port 057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.267636] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278128, 'name': CreateVM_Task, 'duration_secs': 0.304635} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.268030] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.268562] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.268736] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.269060] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.269318] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07916493-1640-4f03-9b7b-5d8d58cd0f4c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.273520] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1375.273520] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52cbf00e-2b9b-a85f-54aa-6d20bfc60aa2" [ 1375.273520] env[69289]: _type = "Task" [ 1375.273520] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.280742] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cbf00e-2b9b-a85f-54aa-6d20bfc60aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.713118] env[69289]: DEBUG nova.network.neutron [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Updated VIF entry in instance network info cache for port 057a1295-1bc0-4278-98f6-5196e352ffe0. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.713568] env[69289]: DEBUG nova.network.neutron [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Updating instance_info_cache with network_info: [{"id": "057a1295-1bc0-4278-98f6-5196e352ffe0", "address": "fa:16:3e:0e:cb:20", "network": {"id": "f36e5fe6-e868-46e3-9596-f698ebf82c61", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-750615751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d6f31ac7f6c4c30947a6ac7f46f0d01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057a1295-1b", "ovs_interfaceid": "057a1295-1bc0-4278-98f6-5196e352ffe0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.785954] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52cbf00e-2b9b-a85f-54aa-6d20bfc60aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.786299] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.786571] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.786845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.787044] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.787268] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.787885] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69b4a0d7-8361-41a9-83ce-f3bded8612d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.796660] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.796866] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.797616] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2c8068-24ff-4b69-af61-fe3545f99565 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.803314] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1375.803314] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]529ccfdd-70aa-447f-8a7b-ca65d5052632" [ 1375.803314] env[69289]: _type = "Task" [ 1375.803314] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.811368] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529ccfdd-70aa-447f-8a7b-ca65d5052632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.929569] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.929796] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.929977] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.216525] env[69289]: DEBUG oslo_concurrency.lockutils [req-17c1a8c9-f643-4a96-90f5-ba3274148def req-a03b3b2d-c04d-4504-a460-c436963e81a2 service nova] Releasing lock "refresh_cache-ded62c69-d30c-4f0f-922e-07c71f094b45" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.314345] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]529ccfdd-70aa-447f-8a7b-ca65d5052632, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.315129] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412d94ab-a128-41fe-b2a1-a6ec043240c5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.319840] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1376.319840] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a7c9e6-8ad7-06d4-6279-67b9f2ca6195" [ 1376.319840] env[69289]: _type = "Task" [ 1376.319840] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.326808] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a7c9e6-8ad7-06d4-6279-67b9f2ca6195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.433146] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.433350] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.433531] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.433687] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1376.434555] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38d42d-c815-4429-8612-9ba67f2c9bdf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.442168] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e2b807-2afa-41cd-b70c-c1b33af61203 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.455515] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527c7cc-4cc2-4b2e-ac77-520451c927fe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.461675] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4eb576-e825-4523-b596-8f029286042b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.489467] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180326MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1376.489607] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.489805] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.829944] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a7c9e6-8ad7-06d4-6279-67b9f2ca6195, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.830215] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.830475] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ded62c69-d30c-4f0f-922e-07c71f094b45/ded62c69-d30c-4f0f-922e-07c71f094b45.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.830737] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97949b3d-61e5-43bc-89d1-410d2584f51c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.836629] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1376.836629] env[69289]: value = "task-3278129" [ 1376.836629] env[69289]: _type = "Task" [ 1376.836629] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.843658] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.347910] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425114} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.348213] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] ded62c69-d30c-4f0f-922e-07c71f094b45/ded62c69-d30c-4f0f-922e-07c71f094b45.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.348406] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.348653] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653976c1-b89b-46ee-94ec-8849d0529996 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.354875] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1377.354875] env[69289]: value = "task-3278130" [ 1377.354875] env[69289]: _type = "Task" [ 1377.354875] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.362461] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.514423] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.514575] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 2f7d0b65-b74b-418a-9969-ff9acacdf56a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.514698] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance ded62c69-d30c-4f0f-922e-07c71f094b45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1377.514868] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1377.515010] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1377.561847] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b6f80-3422-4143-853b-b3188d610b0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.569465] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89a35cc-be97-4473-bf37-228b5092f773 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.598784] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e475416a-a86f-46f7-8505-1531f9f1efa6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.605508] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae1be27-9893-4dcd-8d5f-8ca11f529c1f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.617860] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.865118] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060498} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.865412] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.866192] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f83b8e-ded2-4ea7-a74a-bc068cc74ae1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.887257] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] ded62c69-d30c-4f0f-922e-07c71f094b45/ded62c69-d30c-4f0f-922e-07c71f094b45.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.887816] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937abc34-b333-44a2-bffc-5101ed67efe2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.906430] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1377.906430] env[69289]: value = "task-3278131" [ 1377.906430] env[69289]: _type = "Task" [ 1377.906430] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.915209] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278131, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.121083] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1378.416377] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278131, 'name': ReconfigVM_Task, 'duration_secs': 0.347545} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.416737] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Reconfigured VM instance instance-0000007d to attach disk [datastore1] ded62c69-d30c-4f0f-922e-07c71f094b45/ded62c69-d30c-4f0f-922e-07c71f094b45.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.417258] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7231084-21f9-4c89-b736-a004860a4bb3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.423326] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1378.423326] env[69289]: value = "task-3278132" [ 1378.423326] env[69289]: _type = "Task" [ 1378.423326] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.430755] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278132, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.625926] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1378.626147] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.933074] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278132, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.158122] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.158367] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.158588] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.158859] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.158939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.161172] env[69289]: INFO nova.compute.manager [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Terminating instance [ 1379.433360] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278132, 'name': Rename_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.664611] env[69289]: DEBUG nova.compute.manager [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.664846] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.665831] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4bdefb-7dbe-4cd7-8fbd-29133ce2fd3c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.673609] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.673829] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831442b2-8661-4450-9ab3-d7171ebacce6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.679490] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1379.679490] env[69289]: value = "task-3278133" [ 1379.679490] env[69289]: _type = "Task" [ 1379.679490] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.687232] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.934036] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278132, 'name': Rename_Task, 'duration_secs': 1.152542} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.934337] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.934609] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9070670-0fbc-4751-af8a-8eb31eef1c67 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.940575] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1379.940575] env[69289]: value = "task-3278134" [ 1379.940575] env[69289]: _type = "Task" [ 1379.940575] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.948183] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.189321] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278133, 'name': PowerOffVM_Task, 'duration_secs': 0.167259} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.189594] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.189755] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.189996] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff2062da-efba-407b-9203-0a8b0db334c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.247835] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.248066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.248248] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleting the datastore file [datastore1] 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.248517] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9b28af-85fc-4feb-a41a-222fd2b368ac {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.254320] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for the task: (returnval){ [ 1380.254320] env[69289]: value = "task-3278136" [ 1380.254320] env[69289]: _type = "Task" [ 1380.254320] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.262248] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.449318] env[69289]: DEBUG oslo_vmware.api [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278134, 'name': PowerOnVM_Task, 'duration_secs': 0.441877} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.449740] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.449814] env[69289]: INFO nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1380.449955] env[69289]: DEBUG nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.450710] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be989d64-c674-49a6-b669-fb39b5bb932f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.625400] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.625607] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.625761] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.625919] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.626097] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.626259] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1380.764691] env[69289]: DEBUG oslo_vmware.api [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Task: {'id': task-3278136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127767} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.764902] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1380.765078] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1380.765256] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1380.765426] env[69289]: INFO nova.compute.manager [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1380.765661] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.765846] env[69289]: DEBUG nova.compute.manager [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1380.765936] env[69289]: DEBUG nova.network.neutron [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1380.970029] env[69289]: INFO nova.compute.manager [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Took 12.34 seconds to build instance. [ 1381.260446] env[69289]: DEBUG nova.compute.manager [req-779c2eca-9e95-4420-82c9-1a4deb4a2cc2 req-382020ea-f04b-4cda-8c7c-5d6d9c9a1e40 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Received event network-vif-deleted-5b958e77-702f-4405-b499-272b894e0006 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.260995] env[69289]: INFO nova.compute.manager [req-779c2eca-9e95-4420-82c9-1a4deb4a2cc2 req-382020ea-f04b-4cda-8c7c-5d6d9c9a1e40 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Neutron deleted interface 5b958e77-702f-4405-b499-272b894e0006; detaching it from the instance and deleting it from the info cache [ 1381.261226] env[69289]: DEBUG nova.network.neutron [req-779c2eca-9e95-4420-82c9-1a4deb4a2cc2 req-382020ea-f04b-4cda-8c7c-5d6d9c9a1e40 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.472240] env[69289]: DEBUG oslo_concurrency.lockutils [None req-876afbbb-64ee-4971-9bf2-476808dcdb07 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.850s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.745977] env[69289]: DEBUG nova.network.neutron [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.764017] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b66ad85a-7a35-4586-ab2c-2bb7c0048519 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.773723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d575d4d-56a3-4eda-92a3-0dfc6ff930f4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.797828] env[69289]: DEBUG nova.compute.manager [req-779c2eca-9e95-4420-82c9-1a4deb4a2cc2 req-382020ea-f04b-4cda-8c7c-5d6d9c9a1e40 service nova] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Detach interface failed, port_id=5b958e77-702f-4405-b499-272b894e0006, reason: Instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.071057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "ded62c69-d30c-4f0f-922e-07c71f094b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.071057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.071057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.071499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.071499] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.073734] env[69289]: INFO nova.compute.manager [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Terminating instance [ 1382.247937] env[69289]: INFO nova.compute.manager [-] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Took 1.48 seconds to deallocate network for instance. [ 1382.577593] env[69289]: DEBUG nova.compute.manager [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.577873] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.578751] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4da314-fd5c-4adb-8f91-adeac31254ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.586176] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.586401] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42eecd07-d673-4ed3-816e-76540171d4a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.592594] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1382.592594] env[69289]: value = "task-3278137" [ 1382.592594] env[69289]: _type = "Task" [ 1382.592594] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.600757] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.754446] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.754903] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.755252] env[69289]: DEBUG nova.objects.instance [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lazy-loading 'resources' on Instance uuid 91864f3e-71c7-49d8-bf71-faeae21d1e88 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.102033] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278137, 'name': PowerOffVM_Task, 'duration_secs': 0.213316} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.102339] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.102529] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.102777] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-791e14ba-8048-4f16-ae44-603b0b7baaf5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.310700] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd68cb4-0c90-49f2-9a79-f31c286097c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.318156] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1106ef1-5a6c-4e37-8242-87bfe37f6aed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.347020] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb20b8-dfb8-4970-b845-92a2d7ffab4d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.354250] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562386e3-e780-439c-aeec-08ac15208f8d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.366805] env[69289]: DEBUG nova.compute.provider_tree [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.869744] env[69289]: DEBUG nova.scheduler.client.report [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.374954] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.396425] env[69289]: INFO nova.scheduler.client.report [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Deleted allocations for instance 91864f3e-71c7-49d8-bf71-faeae21d1e88 [ 1384.429450] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.429707] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.429869] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Deleting the datastore file [datastore1] ded62c69-d30c-4f0f-922e-07c71f094b45 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.430179] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f00f3da-9147-4fd7-a186-f67a20f79d96 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.436391] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for the task: (returnval){ [ 1384.436391] env[69289]: value = "task-3278139" [ 1384.436391] env[69289]: _type = "Task" [ 1384.436391] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.444149] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.905539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-580a4749-db74-49dd-9fd0-847b51b78173 tempest-AttachVolumeShelveTestJSON-510355524 tempest-AttachVolumeShelveTestJSON-510355524-project-member] Lock "91864f3e-71c7-49d8-bf71-faeae21d1e88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.946434] env[69289]: DEBUG oslo_vmware.api [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Task: {'id': task-3278139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138939} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.946696] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.946879] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.947066] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.947242] env[69289]: INFO nova.compute.manager [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1384.947475] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.947661] env[69289]: DEBUG nova.compute.manager [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.947755] env[69289]: DEBUG nova.network.neutron [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.196094] env[69289]: DEBUG nova.compute.manager [req-5385ca74-ac54-42d7-bc2e-ba4a895e24f8 req-21a2d5ee-ef45-4064-a57e-1a87bb1eec9a service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Received event network-vif-deleted-057a1295-1bc0-4278-98f6-5196e352ffe0 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.196316] env[69289]: INFO nova.compute.manager [req-5385ca74-ac54-42d7-bc2e-ba4a895e24f8 req-21a2d5ee-ef45-4064-a57e-1a87bb1eec9a service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Neutron deleted interface 057a1295-1bc0-4278-98f6-5196e352ffe0; detaching it from the instance and deleting it from the info cache [ 1385.196512] env[69289]: DEBUG nova.network.neutron [req-5385ca74-ac54-42d7-bc2e-ba4a895e24f8 req-21a2d5ee-ef45-4064-a57e-1a87bb1eec9a service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.681052] env[69289]: DEBUG nova.network.neutron [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.700158] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d3a76e6-531b-4f52-a6fb-9b5fe0ce67a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.709943] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17c3fd-6dc6-4e61-af96-20fbb3f3f1d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.734242] env[69289]: DEBUG nova.compute.manager [req-5385ca74-ac54-42d7-bc2e-ba4a895e24f8 req-21a2d5ee-ef45-4064-a57e-1a87bb1eec9a service nova] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Detach interface failed, port_id=057a1295-1bc0-4278-98f6-5196e352ffe0, reason: Instance ded62c69-d30c-4f0f-922e-07c71f094b45 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.184329] env[69289]: INFO nova.compute.manager [-] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Took 1.24 seconds to deallocate network for instance. [ 1386.690918] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.691232] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.691535] env[69289]: DEBUG nova.objects.instance [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lazy-loading 'resources' on Instance uuid ded62c69-d30c-4f0f-922e-07c71f094b45 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.236991] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eafa0cb-3cf1-4e63-8f32-9891d4e11fd6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.244492] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b2877-e197-4536-955e-de338c68dcd7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.274336] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33767373-a90e-4c1d-89e0-e42ed448a020 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.281052] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d89297-0a8d-48c0-b4bc-5083d5b29328 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.293506] env[69289]: DEBUG nova.compute.provider_tree [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.797093] env[69289]: DEBUG nova.scheduler.client.report [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.302106] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.323036] env[69289]: INFO nova.scheduler.client.report [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Deleted allocations for instance ded62c69-d30c-4f0f-922e-07c71f094b45 [ 1388.830631] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f06d9a14-de08-44f3-8f1a-7a936e4efa08 tempest-ServersNegativeTestMultiTenantJSON-226444320 tempest-ServersNegativeTestMultiTenantJSON-226444320-project-member] Lock "ded62c69-d30c-4f0f-922e-07c71f094b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.760s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.925593] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1405.528465] env[69289]: DEBUG nova.compute.manager [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Stashing vm_state: active {{(pid=69289) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1406.048624] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.048895] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.554371] env[69289]: INFO nova.compute.claims [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.062068] env[69289]: INFO nova.compute.resource_tracker [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating resource usage from migration cb0070e6-6557-44b3-b653-88166403a90b [ 1407.100496] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274bb3a4-5249-47be-83e6-d3b1b6cb437c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.108547] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c9f18c-6776-4c61-b4a3-63ccda60de0e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.142606] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a74e36-d150-42f8-aba0-d8891482d5c6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.150051] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b82d93-e2dd-4e33-a309-97c09389b338 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.164315] env[69289]: DEBUG nova.compute.provider_tree [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.667440] env[69289]: DEBUG nova.scheduler.client.report [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.172482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.123s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.172711] env[69289]: INFO nova.compute.manager [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Migrating [ 1408.687202] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.687651] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.687651] env[69289]: DEBUG nova.network.neutron [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.382716] env[69289]: DEBUG nova.network.neutron [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.885987] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.401072] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551daa83-7008-4967-a933-4fef627b240d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.420592] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 0 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.927124] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.927434] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29cefa2d-53db-45f9-9a8e-ebf420e6107a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.935138] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1411.935138] env[69289]: value = "task-3278141" [ 1411.935138] env[69289]: _type = "Task" [ 1411.935138] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.942629] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.445270] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278141, 'name': PowerOffVM_Task, 'duration_secs': 0.211658} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.445695] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.445775] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 17 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.952441] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.952685] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.952830] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.953033] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.953184] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.953337] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.953543] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.953704] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.953873] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.954092] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.954285] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.959261] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4316b139-ebf6-459d-bcb8-1ca4909d91ce {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.975345] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1412.975345] env[69289]: value = "task-3278142" [ 1412.975345] env[69289]: _type = "Task" [ 1412.975345] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.983196] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.485289] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278142, 'name': ReconfigVM_Task, 'duration_secs': 0.184323} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.485654] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 33 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.992568] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1413.992886] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.993086] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1413.993296] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.993445] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1413.993608] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1413.993866] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1413.994106] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1413.994257] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1413.994442] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1413.994618] env[69289]: DEBUG nova.virt.hardware [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1413.999849] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.000171] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f485c8-7560-4dd2-917a-d440899ee875 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.018943] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1414.018943] env[69289]: value = "task-3278143" [ 1414.018943] env[69289]: _type = "Task" [ 1414.018943] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.028726] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.529099] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278143, 'name': ReconfigVM_Task, 'duration_secs': 0.149459} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.529416] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1414.530178] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6c459e-265d-414c-8c9c-1a82d46e2e68 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.551049] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.551288] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c29b7c90-11d4-4698-9984-0bb409ada4bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.568969] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1414.568969] env[69289]: value = "task-3278144" [ 1414.568969] env[69289]: _type = "Task" [ 1414.568969] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.576226] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.079105] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278144, 'name': ReconfigVM_Task, 'duration_secs': 0.238308} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.079387] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.079645] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 50 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1415.586515] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da788e6-cc51-48e0-b41e-3655231c401f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.605517] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71cc094-9294-4706-908a-841cbce22bbf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.622697] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 67 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.164897] env[69289]: DEBUG nova.network.neutron [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1417.186606] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.186946] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.186946] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.221670] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.221943] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.222055] env[69289]: DEBUG nova.network.neutron [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.917815] env[69289]: DEBUG nova.network.neutron [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.420743] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.945088] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fcaaed-e732-4e85-98d9-b1ddebb13530 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.963754] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3173f9a5-86ed-4009-b7ae-9252911658b0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.970466] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 83 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.476749] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1420.477062] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49480677-cede-4da2-97d0-61ae399aa144 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.485410] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1420.485410] env[69289]: value = "task-3278145" [ 1420.485410] env[69289]: _type = "Task" [ 1420.485410] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.492831] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.995831] env[69289]: DEBUG oslo_vmware.api [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278145, 'name': PowerOnVM_Task, 'duration_secs': 0.372756} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.996111] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.996302] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-1b69e9ed-2234-4b76-9640-18e6298a1fda tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance '2f7d0b65-b74b-418a-9969-ff9acacdf56a' progress to 100 {{(pid=69289) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1423.148894] env[69289]: DEBUG nova.network.neutron [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Port fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 binding to destination host cpu-1 is already ACTIVE {{(pid=69289) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1423.149234] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.149402] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.149602] env[69289]: DEBUG nova.network.neutron [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.883028] env[69289]: DEBUG nova.network.neutron [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.385934] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.890393] env[69289]: DEBUG nova.compute.manager [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69289) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1424.890757] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.891158] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.394545] env[69289]: DEBUG nova.objects.instance [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'migration_context' on Instance uuid 2f7d0b65-b74b-418a-9969-ff9acacdf56a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.939118] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e3adc2-3476-43b1-8d41-63cf60372da2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.946646] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72f5a0-112d-4c29-8fdc-83883247373d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.976219] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc41f43-7209-48cf-a8bb-e9ff6d597cc9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.983291] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b5278-1618-4331-9ff0-b2168b168fed {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.997151] env[69289]: DEBUG nova.compute.provider_tree [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.500375] env[69289]: DEBUG nova.scheduler.client.report [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.511781] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.620s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.049426] env[69289]: INFO nova.compute.manager [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Swapping old allocation on dict_keys(['d1817315-9794-45d2-b0a0-d3d4c8d25b7f']) held by migration cb0070e6-6557-44b3-b653-88166403a90b for instance [ 1429.071886] env[69289]: DEBUG nova.scheduler.client.report [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Overwriting current allocation {'allocations': {'d1817315-9794-45d2-b0a0-d3d4c8d25b7f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 172}}, 'project_id': '9c3fcccb195c4374b55a6f2d691e2d85', 'user_id': '8f66d0a58d87415399ff3735517c9c84', 'consumer_generation': 1} on consumer 2f7d0b65-b74b-418a-9969-ff9acacdf56a {{(pid=69289) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1429.159055] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.159262] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.159436] env[69289]: DEBUG nova.network.neutron [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.865448] env[69289]: DEBUG nova.network.neutron [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [{"id": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "address": "fa:16:3e:52:ce:6f", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb6994a6-d8", "ovs_interfaceid": "fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.367929] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-2f7d0b65-b74b-418a-9969-ff9acacdf56a" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.368421] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.368717] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a41d38e-12ae-4b92-bd95-c61c268d5bfd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.377575] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1430.377575] env[69289]: value = "task-3278146" [ 1430.377575] env[69289]: _type = "Task" [ 1430.377575] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.386902] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.888277] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278146, 'name': PowerOffVM_Task, 'duration_secs': 0.181684} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.888575] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.889326] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.889587] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.889780] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.890019] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.890214] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.890382] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.890631] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.890829] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.891050] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.891259] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.891477] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.897019] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ba3093-d725-4b63-b2f2-4887bfbd83ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.912561] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1430.912561] env[69289]: value = "task-3278147" [ 1430.912561] env[69289]: _type = "Task" [ 1430.912561] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.921596] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.422375] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278147, 'name': ReconfigVM_Task, 'duration_secs': 0.128855} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.423181] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111df673-2939-4e0b-afeb-c4409ab45799 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.440968] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.441300] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.441398] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.441569] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.441713] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.441857] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.442069] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.442235] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.442403] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.442592] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.442765] env[69289]: DEBUG nova.virt.hardware [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.443603] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfe14ba-59d3-400d-a244-dcc78dbde843 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.449130] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1431.449130] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]524b0fa5-00ca-744e-e17a-25c086b3cbd7" [ 1431.449130] env[69289]: _type = "Task" [ 1431.449130] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.456570] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524b0fa5-00ca-744e-e17a-25c086b3cbd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.959254] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]524b0fa5-00ca-744e-e17a-25c086b3cbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.964529] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1431.964810] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0727bd6f-277a-4289-9ea3-db2f37774e77 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.985772] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1431.985772] env[69289]: value = "task-3278148" [ 1431.985772] env[69289]: _type = "Task" [ 1431.985772] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.996204] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.499549] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278148, 'name': ReconfigVM_Task, 'duration_secs': 0.187737} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.499936] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1432.501007] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77a7af-d8e3-41f1-8f6f-de23958ac9f7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.535262] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.535648] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ec0e03-ff17-45b6-88c3-e5d8d907a31c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.563689] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1432.563689] env[69289]: value = "task-3278149" [ 1432.563689] env[69289]: _type = "Task" [ 1432.563689] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.574458] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.073840] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278149, 'name': ReconfigVM_Task, 'duration_secs': 0.259659} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.074176] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a/2f7d0b65-b74b-418a-9969-ff9acacdf56a.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.075049] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a56444a-bef0-4347-bba7-e98ebc8aefb6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.094104] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4386fdc-7760-4480-a30a-0ac4daf0ec53 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.114087] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e4e9a6-aa7e-489e-a0bf-b2864e5904e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.132627] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeeb32f-e834-43ad-91e4-024d348abf56 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.140866] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.141121] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6545d1-a0d3-4623-b711-afe9b96c87b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.147447] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1433.147447] env[69289]: value = "task-3278150" [ 1433.147447] env[69289]: _type = "Task" [ 1433.147447] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.154832] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.657498] env[69289]: DEBUG oslo_vmware.api [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278150, 'name': PowerOnVM_Task, 'duration_secs': 0.355928} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.657784] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.669735] env[69289]: INFO nova.compute.manager [None req-6dd280dd-8bb4-49ad-9368-c1d8a616ad75 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance to original state: 'active' [ 1435.559721] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.560048] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.560288] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.560482] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.560688] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.562974] env[69289]: INFO nova.compute.manager [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Terminating instance [ 1435.929520] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.929979] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.067469] env[69289]: DEBUG nova.compute.manager [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1436.067681] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.068664] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8e71c-68a7-430f-890e-c32d89d6d417 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.076656] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1436.076881] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-008aea41-25da-411a-bcec-ad0bdeb07899 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.082851] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1436.082851] env[69289]: value = "task-3278151" [ 1436.082851] env[69289]: _type = "Task" [ 1436.082851] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.091354] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.592103] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278151, 'name': PowerOffVM_Task, 'duration_secs': 0.19294} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.592329] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1436.592498] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.592771] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb01959-af0a-468d-bae9-f50c42da3ee9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.653233] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.653437] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.653646] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleting the datastore file [datastore2] 2f7d0b65-b74b-418a-9969-ff9acacdf56a {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.653926] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1710afe5-14df-4ea2-b2f6-9e8ad5530e69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.660408] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1436.660408] env[69289]: value = "task-3278153" [ 1436.660408] env[69289]: _type = "Task" [ 1436.660408] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.667537] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.929891] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1437.170311] env[69289]: DEBUG oslo_vmware.api [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158826} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.170640] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1437.170864] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1437.171089] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.171303] env[69289]: INFO nova.compute.manager [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1437.171571] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.171770] env[69289]: DEBUG nova.compute.manager [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1437.171869] env[69289]: DEBUG nova.network.neutron [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1437.433900] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.434290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.434539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.434757] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1437.435838] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45130d3-5a3c-4edd-a6a7-27643bf49684 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.444631] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb758d6-7127-4b8d-9f78-09a759f72617 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.461611] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013c980b-69f0-49e1-8bf6-9c70bbe32003 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.467699] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d10c5-fb2f-489d-9090-65daeea61135 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.496408] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1437.496630] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.496884] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.621116] env[69289]: DEBUG nova.compute.manager [req-aae53ca4-da79-44a2-8951-a48d003d51e9 req-d5537c31-6efc-46d3-9f4d-473d082adf72 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Received event network-vif-deleted-fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.621321] env[69289]: INFO nova.compute.manager [req-aae53ca4-da79-44a2-8951-a48d003d51e9 req-d5537c31-6efc-46d3-9f4d-473d082adf72 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Neutron deleted interface fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70; detaching it from the instance and deleting it from the info cache [ 1437.621488] env[69289]: DEBUG nova.network.neutron [req-aae53ca4-da79-44a2-8951-a48d003d51e9 req-d5537c31-6efc-46d3-9f4d-473d082adf72 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.102274] env[69289]: DEBUG nova.network.neutron [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.123886] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bae181c8-7705-48a7-be29-8c3263c7fc65 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.133506] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1cf69a-f622-40f4-ae90-0eb7c63bee46 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.156844] env[69289]: DEBUG nova.compute.manager [req-aae53ca4-da79-44a2-8951-a48d003d51e9 req-d5537c31-6efc-46d3-9f4d-473d082adf72 service nova] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Detach interface failed, port_id=fb6994a6-d8e1-42ef-a0ef-a2aca7d31d70, reason: Instance 2f7d0b65-b74b-418a-9969-ff9acacdf56a could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1438.520827] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 2f7d0b65-b74b-418a-9969-ff9acacdf56a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1438.521040] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1438.521196] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1438.545853] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6478499-9a90-42ac-993f-5a7a0294cb48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.553454] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd6b03c-7f6b-4263-a95c-7ab1386e0177 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.582625] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcafaf-c69a-4120-aa08-de370a13e477 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.589070] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e6ec5b-9aa1-4df1-a4fc-1f64236dbabb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.601558] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.604563] env[69289]: INFO nova.compute.manager [-] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Took 1.43 seconds to deallocate network for instance. [ 1439.104590] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.110974] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.608938] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1439.609212] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.609486] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.499s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.609707] env[69289]: DEBUG nova.objects.instance [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'resources' on Instance uuid 2f7d0b65-b74b-418a-9969-ff9acacdf56a {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.610769] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.610921] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1440.120777] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] There are 22 instances to clean {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1440.121177] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ded62c69-d30c-4f0f-922e-07c71f094b45] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.146535] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd00d77-dae5-461d-9160-1400d96ff29a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.154739] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b820b-0653-456e-8a83-c4e981e070fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.185378] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a8b56-cd10-499e-8e05-d3f0c3e9a93d {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.192039] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995be52-022a-4185-93dc-85ca9ca05369 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.205053] env[69289]: DEBUG nova.compute.provider_tree [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.624065] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e55c18c7-fe15-4b80-b7bb-3bb87467f684] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1440.708377] env[69289]: DEBUG nova.scheduler.client.report [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.127684] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d7a8097d-25c5-4688-ae01-870feb2949e1] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.213261] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.234705] env[69289]: INFO nova.scheduler.client.report [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted allocations for instance 2f7d0b65-b74b-418a-9969-ff9acacdf56a [ 1441.630539] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 91864f3e-71c7-49d8-bf71-faeae21d1e88] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1441.742466] env[69289]: DEBUG oslo_concurrency.lockutils [None req-e98c9a82-b5ba-4e96-bd9e-f4071354ad77 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "2f7d0b65-b74b-418a-9969-ff9acacdf56a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.182s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.134244] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 00e4f0fe-33e1-413d-ac36-b6c519c0f884] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1442.560955] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.561213] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.637301] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 60a4725c-2de4-4a61-980d-451a1bc72d73] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.063440] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.140817] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 15e21f6b-8dcd-4abe-ab8d-5bbba93db934] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.643813] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 0d6cf2c7-84e0-443f-99ba-8a2a7afecf93] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.652665] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.652986] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.654966] env[69289]: INFO nova.compute.claims [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.147692] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ddca0b89-f505-4887-94f5-71684108ac32] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.650828] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: e35673db-97ea-44ce-8023-a6a812c39934] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.690083] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c148d1-0e85-451e-8092-da35c6826cbe {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.698131] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848becd9-3441-48d6-842f-590d348d6777 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.726949] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a5f5e-d1b4-4f6d-befc-3a2fa9ef55e7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.733465] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3013128c-50e9-4bd3-831d-e0d6fafddc4e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.746013] env[69289]: DEBUG nova.compute.provider_tree [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.154105] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 47aa4954-3fca-4076-9d32-671bf28469c7] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.248652] env[69289]: DEBUG nova.scheduler.client.report [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.657937] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 17781e02-7b57-4734-b97f-e957767b0ba7] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.753290] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.753892] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.161385] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 016f1e65-ddb2-4ec1-b184-5dc7c4005a8e] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.259287] env[69289]: DEBUG nova.compute.utils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1446.260566] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.260745] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.306422] env[69289]: DEBUG nova.policy [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f66d0a58d87415399ff3735517c9c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c3fcccb195c4374b55a6f2d691e2d85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.551421] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Successfully created port: 6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.664467] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 61226152-ac0b-49df-924e-45a133981f18] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.763768] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.167697] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: ca5f77d8-525f-46e8-977a-ae845bb9f0b6] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.671161] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 376a8246-2360-426c-bac2-099e399dc262] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.773289] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.799950] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.800282] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.800366] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.800555] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.800710] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.800853] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.801064] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.801221] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.801379] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.801538] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.801707] env[69289]: DEBUG nova.virt.hardware [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.802616] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c430a28-355e-475f-bc17-41a5c417833f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.811066] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33abec41-92fe-44f1-b604-4b1ec412d88a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.889128] env[69289]: DEBUG nova.compute.manager [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Received event network-vif-plugged-6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.889435] env[69289]: DEBUG oslo_concurrency.lockutils [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] Acquiring lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.889573] env[69289]: DEBUG oslo_concurrency.lockutils [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.889737] env[69289]: DEBUG oslo_concurrency.lockutils [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.889902] env[69289]: DEBUG nova.compute.manager [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] No waiting events found dispatching network-vif-plugged-6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.890075] env[69289]: WARNING nova.compute.manager [req-ff1ffc9c-d724-47de-8c09-dd999d82acba req-1d5fef4c-b62a-400b-9ffa-a758aac94d97 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Received unexpected event network-vif-plugged-6c7e29e7-1064-4bb9-8d5c-e1f072707adf for instance with vm_state building and task_state spawning. [ 1447.965618] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Successfully updated port: 6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.174621] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 46ad20cb-aee7-4914-993b-3c6cb84a4d81] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.468530] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.468668] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.468782] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.677852] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 1dec9f85-39e7-4c46-b082-be0e78429691] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.003916] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.127932] env[69289]: DEBUG nova.network.neutron [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.181255] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: bf51b500-f1e2-475f-954a-415581506614] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.630984] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.631316] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Instance network_info: |[{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.631727] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:3b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c7e29e7-1064-4bb9-8d5c-e1f072707adf', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.639021] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.639239] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.639814] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cab42717-2e12-48e4-9294-9ecb75131f49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.659745] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.659745] env[69289]: value = "task-3278154" [ 1449.659745] env[69289]: _type = "Task" [ 1449.659745] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.667119] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278154, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.683668] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 45753558-ccf9-4754-9a2c-bde58559d139] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.914841] env[69289]: DEBUG nova.compute.manager [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Received event network-changed-6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.915062] env[69289]: DEBUG nova.compute.manager [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Refreshing instance network info cache due to event network-changed-6c7e29e7-1064-4bb9-8d5c-e1f072707adf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.915282] env[69289]: DEBUG oslo_concurrency.lockutils [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] Acquiring lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.915422] env[69289]: DEBUG oslo_concurrency.lockutils [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] Acquired lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.915581] env[69289]: DEBUG nova.network.neutron [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Refreshing network info cache for port 6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.169795] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278154, 'name': CreateVM_Task, 'duration_secs': 0.308765} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.169989] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.170689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.170898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.171242] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.171496] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2dccde-cb1d-448d-b132-5b084efc8971 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.176072] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1450.176072] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52281873-49c8-ac6a-2b26-f679e4c0b4c5" [ 1450.176072] env[69289]: _type = "Task" [ 1450.176072] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.183463] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52281873-49c8-ac6a-2b26-f679e4c0b4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.186920] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 00f949aa-826d-4f50-8384-88e1f4880dbd] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.623241] env[69289]: DEBUG nova.network.neutron [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updated VIF entry in instance network info cache for port 6c7e29e7-1064-4bb9-8d5c-e1f072707adf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.623586] env[69289]: DEBUG nova.network.neutron [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.687375] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52281873-49c8-ac6a-2b26-f679e4c0b4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01289} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.687662] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.687889] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.688133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.688285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.688460] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.688709] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dc78eb-e19c-4369-ac4d-5b22f41cb9c9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.690479] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: c108f07e-a17d-4192-8624-838be45fb178] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.698609] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.698752] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1450.700049] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f14a388-e78b-4c00-98dc-a614d82f478e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.704432] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1450.704432] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d1eb-e9ef-6b44-39af-77b99fd9d72d" [ 1450.704432] env[69289]: _type = "Task" [ 1450.704432] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.711738] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d1eb-e9ef-6b44-39af-77b99fd9d72d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.126151] env[69289]: DEBUG oslo_concurrency.lockutils [req-37890269-6fc7-4291-84a0-778173ecd6ab req-65525c03-e3e8-436a-ae6c-16c7b8d7de04 service nova] Releasing lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.193195] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.214458] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5225d1eb-e9ef-6b44-39af-77b99fd9d72d, 'name': SearchDatastore_Task, 'duration_secs': 0.008812} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.215231] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63a00f1-310e-4791-be78-200b8c54b5bc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.220254] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1451.220254] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]522d717b-5feb-64da-993b-f2397f257299" [ 1451.220254] env[69289]: _type = "Task" [ 1451.220254] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.227600] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d717b-5feb-64da-993b-f2397f257299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.730257] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]522d717b-5feb-64da-993b-f2397f257299, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.730504] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.730758] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d6d84aed-ef16-43d1-92ab-e64fee0b88be/d6d84aed-ef16-43d1-92ab-e64fee0b88be.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1451.731012] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f929f22-3ca7-4184-baee-35d581b7f64b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.737478] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1451.737478] env[69289]: value = "task-3278155" [ 1451.737478] env[69289]: _type = "Task" [ 1451.737478] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.744402] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.246834] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495087} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.247201] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore2] d6d84aed-ef16-43d1-92ab-e64fee0b88be/d6d84aed-ef16-43d1-92ab-e64fee0b88be.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1452.247320] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1452.247546] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036081b4-5364-46a7-aa6e-414732f8e844 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.253435] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1452.253435] env[69289]: value = "task-3278156" [ 1452.253435] env[69289]: _type = "Task" [ 1452.253435] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.260193] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.695307] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.695547] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.695711] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.695881] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.696022] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.696171] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1452.763375] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141677} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.763622] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.764391] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f0d90-67ee-40f1-b6f4-109107b4e5d4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.786025] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] d6d84aed-ef16-43d1-92ab-e64fee0b88be/d6d84aed-ef16-43d1-92ab-e64fee0b88be.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.786278] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec16fe6-b6b7-434d-8c24-4003bd95916e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.805419] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1452.805419] env[69289]: value = "task-3278157" [ 1452.805419] env[69289]: _type = "Task" [ 1452.805419] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.812906] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.314584] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278157, 'name': ReconfigVM_Task, 'duration_secs': 0.307077} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.314963] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Reconfigured VM instance instance-0000007e to attach disk [datastore2] d6d84aed-ef16-43d1-92ab-e64fee0b88be/d6d84aed-ef16-43d1-92ab-e64fee0b88be.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1453.315474] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea342822-c615-4dc1-bdc5-9f549048acc1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.321256] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1453.321256] env[69289]: value = "task-3278158" [ 1453.321256] env[69289]: _type = "Task" [ 1453.321256] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.329520] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278158, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.830854] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278158, 'name': Rename_Task, 'duration_secs': 0.146385} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.831178] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.831425] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eceb585-452c-4b88-8285-c3d30c3d9273 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.837686] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1453.837686] env[69289]: value = "task-3278159" [ 1453.837686] env[69289]: _type = "Task" [ 1453.837686] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.844748] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.929505] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.929671] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69289) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1454.348183] env[69289]: DEBUG oslo_vmware.api [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278159, 'name': PowerOnVM_Task, 'duration_secs': 0.470742} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.348570] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.348773] env[69289]: INFO nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1454.348935] env[69289]: DEBUG nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.349807] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf15fd89-d49f-4787-a7b0-b2543e105720 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.868903] env[69289]: INFO nova.compute.manager [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Took 11.30 seconds to build instance. [ 1455.371600] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dc0d249f-5e4a-4cf5-915a-c779ef187454 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.810s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.469864] env[69289]: DEBUG nova.compute.manager [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Received event network-changed-6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.470078] env[69289]: DEBUG nova.compute.manager [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Refreshing instance network info cache due to event network-changed-6c7e29e7-1064-4bb9-8d5c-e1f072707adf. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1455.470302] env[69289]: DEBUG oslo_concurrency.lockutils [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] Acquiring lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.470443] env[69289]: DEBUG oslo_concurrency.lockutils [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] Acquired lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.470683] env[69289]: DEBUG nova.network.neutron [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Refreshing network info cache for port 6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.168470] env[69289]: DEBUG nova.network.neutron [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updated VIF entry in instance network info cache for port 6c7e29e7-1064-4bb9-8d5c-e1f072707adf. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.168823] env[69289]: DEBUG nova.network.neutron [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.672335] env[69289]: DEBUG oslo_concurrency.lockutils [req-96306c13-a891-4268-8879-7c3c298c1765 req-2754ca3f-3cfb-41eb-b1e5-f1fd78d20298 service nova] Releasing lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.917252] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.917666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.917798] env[69289]: DEBUG nova.compute.manager [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.918723] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59894b67-3da7-422a-b39d-13bf4885ce0c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.925893] env[69289]: DEBUG nova.compute.manager [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1492.926458] env[69289]: DEBUG nova.objects.instance [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'flavor' on Instance uuid d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.935072] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.935444] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7827ea-bc60-493c-b2e2-004c2e3beb6f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.942600] env[69289]: DEBUG oslo_vmware.api [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1493.942600] env[69289]: value = "task-3278160" [ 1493.942600] env[69289]: _type = "Task" [ 1493.942600] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.950628] env[69289]: DEBUG oslo_vmware.api [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.451736] env[69289]: DEBUG oslo_vmware.api [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278160, 'name': PowerOffVM_Task, 'duration_secs': 0.194772} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.451997] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.452256] env[69289]: DEBUG nova.compute.manager [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.452994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0f887b-e8ba-4a5a-af24-05dcf143f7c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.963920] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5ae383d4-bd49-4a1f-8426-07ad76ba5a19 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.358991] env[69289]: DEBUG nova.objects.instance [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'flavor' on Instance uuid d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.863994] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.864202] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.864344] env[69289]: DEBUG nova.network.neutron [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.864521] env[69289]: DEBUG nova.objects.instance [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'info_cache' on Instance uuid d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.367719] env[69289]: DEBUG nova.objects.base [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.432541] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.929567] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.136779] env[69289]: DEBUG nova.network.neutron [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.432299] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.432667] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.432667] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.432847] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1497.433734] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d2d3da-ca62-402b-87c3-3364ce433229 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.441663] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6cf7bf-b901-41f9-bf8f-c8dde5656ebb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.454983] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b6c30-cdd2-41fe-a348-26fe1bdbd8de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.460889] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6cc41b-0852-4483-ada3-d44bc7381c06 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.488729] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180866MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1497.488870] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.489075] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.639561] env[69289]: DEBUG oslo_concurrency.lockutils [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.513248] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance d6d84aed-ef16-43d1-92ab-e64fee0b88be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1498.513522] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1498.513594] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1498.537758] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2e19b-f0ef-4eba-9f45-9ac0959625ef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.545174] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16427ee2-9826-4b2b-8897-5321e7187d9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.574867] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83981b05-7bcd-4c02-90e2-72857b6743e3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.581235] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84b43c-4142-4ac0-a083-fca8e4094aa0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.593541] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1498.645158] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.645445] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd07fafe-7794-43a8-9fb1-73a741a08c19 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.652479] env[69289]: DEBUG oslo_vmware.api [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1498.652479] env[69289]: value = "task-3278161" [ 1498.652479] env[69289]: _type = "Task" [ 1498.652479] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.659812] env[69289]: DEBUG oslo_vmware.api [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.096401] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.162108] env[69289]: DEBUG oslo_vmware.api [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278161, 'name': PowerOnVM_Task, 'duration_secs': 0.371694} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.162402] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.162582] env[69289]: DEBUG nova.compute.manager [None req-fa79800e-4c6b-47ce-a8cc-f603ea897b9a tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.163346] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253ecae9-e117-4843-8042-ceb927b4c2d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.600680] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1499.600965] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.086804] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8534c310-8e94-4839-88ec-d4674ec0cc49 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.094234] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Suspending the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1500.094475] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5ea708c8-b0cd-4494-9d64-fb27f779b3c1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.100891] env[69289]: DEBUG oslo_vmware.api [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1500.100891] env[69289]: value = "task-3278162" [ 1500.100891] env[69289]: _type = "Task" [ 1500.100891] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.108198] env[69289]: DEBUG oslo_vmware.api [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278162, 'name': SuspendVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.601257] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.601684] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.604988] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.605207] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1500.605358] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1500.610792] env[69289]: DEBUG oslo_vmware.api [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278162, 'name': SuspendVM_Task} progress is 70%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.929936] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.111710] env[69289]: DEBUG oslo_vmware.api [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278162, 'name': SuspendVM_Task, 'duration_secs': 0.837341} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.111994] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Suspended the VM {{(pid=69289) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1501.112181] env[69289]: DEBUG nova.compute.manager [None req-a71af72b-2ff2-4148-a3c2-824ce132b9c3 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1501.112966] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc69967-dd0a-4629-9bbe-c089f678c5d3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.924825] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.407119] env[69289]: INFO nova.compute.manager [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Resuming [ 1502.407429] env[69289]: DEBUG nova.objects.instance [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'flavor' on Instance uuid d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.916832] env[69289]: DEBUG oslo_concurrency.lockutils [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.917225] env[69289]: DEBUG oslo_concurrency.lockutils [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquired lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.917225] env[69289]: DEBUG nova.network.neutron [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.600639] env[69289]: DEBUG nova.network.neutron [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [{"id": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "address": "fa:16:3e:26:3b:2c", "network": {"id": "ee0ed316-7f07-4b93-a6ad-6059798d2516", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-36674542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3fcccb195c4374b55a6f2d691e2d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c7e29e7-10", "ovs_interfaceid": "6c7e29e7-1064-4bb9-8d5c-e1f072707adf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.103223] env[69289]: DEBUG oslo_concurrency.lockutils [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Releasing lock "refresh_cache-d6d84aed-ef16-43d1-92ab-e64fee0b88be" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.104214] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d508f3-669a-4113-8156-c7a16a132ae1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.112280] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Resuming the VM {{(pid=69289) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1505.112512] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5de538-1f37-491d-8cac-d8368bf6d767 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.118780] env[69289]: DEBUG oslo_vmware.api [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1505.118780] env[69289]: value = "task-3278163" [ 1505.118780] env[69289]: _type = "Task" [ 1505.118780] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.126198] env[69289]: DEBUG oslo_vmware.api [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.629011] env[69289]: DEBUG oslo_vmware.api [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278163, 'name': PowerOnVM_Task, 'duration_secs': 0.464081} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.629316] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Resumed the VM {{(pid=69289) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1505.629500] env[69289]: DEBUG nova.compute.manager [None req-57af7432-a7e4-4794-8c75-bc7d99d04de1 tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.630308] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80f0686-2131-4bfd-a76b-8d7646347141 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.041738] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.042302] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.042439] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.042598] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.042785] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.044896] env[69289]: INFO nova.compute.manager [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Terminating instance [ 1507.549117] env[69289]: DEBUG nova.compute.manager [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1507.549368] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1507.550253] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff1fb22-3483-48cd-908b-cab99f18469e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.558192] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.558411] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0590e6-e5c2-4433-9e29-628dff790d10 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.564126] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1507.564126] env[69289]: value = "task-3278164" [ 1507.564126] env[69289]: _type = "Task" [ 1507.564126] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.572052] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.073810] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278164, 'name': PowerOffVM_Task, 'duration_secs': 0.180394} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.074176] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1508.074298] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.074503] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410aae63-a579-4810-81bc-604e02bdedfd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.135555] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.135786] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Deleting contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.135941] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleting the datastore file [datastore2] d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.136225] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bdd7c03-0136-46f3-83b8-5b597e132fff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.142366] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for the task: (returnval){ [ 1508.142366] env[69289]: value = "task-3278166" [ 1508.142366] env[69289]: _type = "Task" [ 1508.142366] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.149990] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.652302] env[69289]: DEBUG oslo_vmware.api [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Task: {'id': task-3278166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144914} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.652582] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.652774] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Deleted contents of the VM from datastore datastore2 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.652951] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.653135] env[69289]: INFO nova.compute.manager [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1508.653385] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1508.653573] env[69289]: DEBUG nova.compute.manager [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1508.653671] env[69289]: DEBUG nova.network.neutron [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1509.099544] env[69289]: DEBUG nova.compute.manager [req-fa54cad7-fe69-4cef-a454-2aa41a715675 req-9da70105-83bf-4e1b-9dd6-7944af0b394d service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Received event network-vif-deleted-6c7e29e7-1064-4bb9-8d5c-e1f072707adf {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.099809] env[69289]: INFO nova.compute.manager [req-fa54cad7-fe69-4cef-a454-2aa41a715675 req-9da70105-83bf-4e1b-9dd6-7944af0b394d service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Neutron deleted interface 6c7e29e7-1064-4bb9-8d5c-e1f072707adf; detaching it from the instance and deleting it from the info cache [ 1509.100016] env[69289]: DEBUG nova.network.neutron [req-fa54cad7-fe69-4cef-a454-2aa41a715675 req-9da70105-83bf-4e1b-9dd6-7944af0b394d service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.583899] env[69289]: DEBUG nova.network.neutron [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.603441] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40e65344-0a68-4e19-a31c-be06e95342de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.613989] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1fccdd-a023-4cdc-9e20-24008ae201ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.637211] env[69289]: DEBUG nova.compute.manager [req-fa54cad7-fe69-4cef-a454-2aa41a715675 req-9da70105-83bf-4e1b-9dd6-7944af0b394d service nova] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Detach interface failed, port_id=6c7e29e7-1064-4bb9-8d5c-e1f072707adf, reason: Instance d6d84aed-ef16-43d1-92ab-e64fee0b88be could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1510.086943] env[69289]: INFO nova.compute.manager [-] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Took 1.43 seconds to deallocate network for instance. [ 1510.593904] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.594277] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.594472] env[69289]: DEBUG nova.objects.instance [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lazy-loading 'resources' on Instance uuid d6d84aed-ef16-43d1-92ab-e64fee0b88be {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.130570] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c0d4ba-84db-4923-a29a-29c309a55bf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.138145] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6cd98b-1e09-4568-88f8-4ec69bd568d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.168017] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87907620-0b95-44c6-878c-b1cfd3f03e12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.174590] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b1f57-0b73-470a-9584-965ea8e8b465 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.189191] env[69289]: DEBUG nova.compute.provider_tree [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.692157] env[69289]: DEBUG nova.scheduler.client.report [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1512.198051] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.219355] env[69289]: INFO nova.scheduler.client.report [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Deleted allocations for instance d6d84aed-ef16-43d1-92ab-e64fee0b88be [ 1512.727388] env[69289]: DEBUG oslo_concurrency.lockutils [None req-65bf3002-021d-4d54-8499-dd5ad1a5dd4d tempest-ServerActionsTestJSON-1294448129 tempest-ServerActionsTestJSON-1294448129-project-member] Lock "d6d84aed-ef16-43d1-92ab-e64fee0b88be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.923865] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.613431] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.613845] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.120886] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.644591] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.644891] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.646391] env[69289]: INFO nova.compute.claims [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1520.685614] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0439a243-a52a-431e-8998-8cd3dd29c800 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.693253] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21bd3e5-587a-4a61-a54e-3eff2efb64ee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.722574] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b7eaac-a63d-4a31-92dd-84ed70d75f0b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.730130] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebebed5b-9a70-49f0-a67a-bd1a396c5dad {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.742971] env[69289]: DEBUG nova.compute.provider_tree [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.248624] env[69289]: DEBUG nova.scheduler.client.report [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.753925] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1521.754534] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1522.259862] env[69289]: DEBUG nova.compute.utils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1522.261671] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1522.261846] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1522.302894] env[69289]: DEBUG nova.policy [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77e42e90424f4c939f2f0473b2fbdb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be657f8af4047bbbb632506780e99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1522.541862] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Successfully created port: 39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1522.765251] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1523.775440] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1523.801173] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.801434] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.801590] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.801773] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.801918] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.802079] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.802295] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.802569] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.802670] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.802768] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.802940] env[69289]: DEBUG nova.virt.hardware [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.803822] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d7f26e-ddc1-4c38-ab27-e1d6ffebd123 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.811722] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7454b9-1a1c-451b-a80e-39da79dfacfa {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.918031] env[69289]: DEBUG nova.compute.manager [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Received event network-vif-plugged-39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1523.918318] env[69289]: DEBUG oslo_concurrency.lockutils [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.918552] env[69289]: DEBUG oslo_concurrency.lockutils [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.918766] env[69289]: DEBUG oslo_concurrency.lockutils [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.918926] env[69289]: DEBUG nova.compute.manager [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] No waiting events found dispatching network-vif-plugged-39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.919139] env[69289]: WARNING nova.compute.manager [req-603d68a3-b5d4-418c-ab49-cffe25426f22 req-b5d5d49b-ef17-4a59-962e-582d5191da9b service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Received unexpected event network-vif-plugged-39694ce8-bbe6-441e-b595-425b347d5dde for instance with vm_state building and task_state spawning. [ 1523.973878] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Successfully updated port: 39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1524.477881] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.478055] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.478214] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1525.010903] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1525.125286] env[69289]: DEBUG nova.network.neutron [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.628459] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.628723] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Instance network_info: |[{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.629157] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:9f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39694ce8-bbe6-441e-b595-425b347d5dde', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.636676] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Creating folder: Project (5be657f8af4047bbbb632506780e99ef). Parent ref: group-v654351. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.636943] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-205ce4b9-0211-488d-b7af-e1f1be282ecc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.649290] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Created folder: Project (5be657f8af4047bbbb632506780e99ef) in parent group-v654351. [ 1525.649465] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Creating folder: Instances. Parent ref: group-v654692. {{(pid=69289) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.649984] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7ea627-fcc4-4240-a9c3-c1ffd615249e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.658532] env[69289]: INFO nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Created folder: Instances in parent group-v654692. [ 1525.658749] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1525.658926] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.659137] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f65ba33-23cb-49be-b9ec-aea096fa13e5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.677635] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.677635] env[69289]: value = "task-3278169" [ 1525.677635] env[69289]: _type = "Task" [ 1525.677635] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.688253] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278169, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.944332] env[69289]: DEBUG nova.compute.manager [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Received event network-changed-39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.944532] env[69289]: DEBUG nova.compute.manager [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Refreshing instance network info cache due to event network-changed-39694ce8-bbe6-441e-b595-425b347d5dde. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1525.944737] env[69289]: DEBUG oslo_concurrency.lockutils [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] Acquiring lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.944922] env[69289]: DEBUG oslo_concurrency.lockutils [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] Acquired lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.945164] env[69289]: DEBUG nova.network.neutron [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Refreshing network info cache for port 39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.188270] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278169, 'name': CreateVM_Task, 'duration_secs': 0.302678} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.188612] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1526.189056] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.189227] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.189539] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.189788] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226c3175-d4d7-4dd6-8596-bd63949b5e1c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.193927] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1526.193927] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]526a0856-ad3a-6902-3e0b-24fa0d3eeb4d" [ 1526.193927] env[69289]: _type = "Task" [ 1526.193927] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.200946] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a0856-ad3a-6902-3e0b-24fa0d3eeb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.650578] env[69289]: DEBUG nova.network.neutron [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updated VIF entry in instance network info cache for port 39694ce8-bbe6-441e-b595-425b347d5dde. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.650950] env[69289]: DEBUG nova.network.neutron [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.703864] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]526a0856-ad3a-6902-3e0b-24fa0d3eeb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.704171] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.704448] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.704689] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.704837] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.705032] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.705321] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b683f948-85c3-42ef-a7eb-0d48da9fa7bf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.713527] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.713703] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.714399] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d96a4a-b6e3-4293-89d7-955d65ea468a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.719344] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1526.719344] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]523e50f7-1f16-d307-23f9-c0cc654b0a44" [ 1526.719344] env[69289]: _type = "Task" [ 1526.719344] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.726658] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523e50f7-1f16-d307-23f9-c0cc654b0a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.153620] env[69289]: DEBUG oslo_concurrency.lockutils [req-ba3961e7-3791-4584-a6b0-062141fd1fd2 req-1f098a6d-1562-4595-9349-581bf3dbc404 service nova] Releasing lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.229983] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]523e50f7-1f16-d307-23f9-c0cc654b0a44, 'name': SearchDatastore_Task, 'duration_secs': 0.008415} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.231907] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063471e7-32b1-4e94-9147-224c68a492cc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.236983] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1527.236983] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f91c-915a-3a03-567c-ee6ba2da2dc0" [ 1527.236983] env[69289]: _type = "Task" [ 1527.236983] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.244363] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f91c-915a-3a03-567c-ee6ba2da2dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.746924] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]5289f91c-915a-3a03-567c-ee6ba2da2dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008825} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.747199] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.747459] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 6f6a5acb-ee0a-4913-972a-50e8fa958e7e/6f6a5acb-ee0a-4913-972a-50e8fa958e7e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.747712] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcf2623a-64fe-480f-8cc9-b29f6b89ccef {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.753304] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1527.753304] env[69289]: value = "task-3278170" [ 1527.753304] env[69289]: _type = "Task" [ 1527.753304] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.760701] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.262271] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.403397} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.262671] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 6f6a5acb-ee0a-4913-972a-50e8fa958e7e/6f6a5acb-ee0a-4913-972a-50e8fa958e7e.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.262766] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.262958] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27f1741a-ec7d-405b-bfec-8409a2e77eb8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.269112] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1528.269112] env[69289]: value = "task-3278171" [ 1528.269112] env[69289]: _type = "Task" [ 1528.269112] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.275904] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.779072] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065858} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.779367] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.780163] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de60595-2bf7-41d3-8ae3-4fcbcdc017d5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.801690] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 6f6a5acb-ee0a-4913-972a-50e8fa958e7e/6f6a5acb-ee0a-4913-972a-50e8fa958e7e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.801900] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a253032-e4df-4c5e-bf2c-b70ef9e85ac6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.821161] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1528.821161] env[69289]: value = "task-3278172" [ 1528.821161] env[69289]: _type = "Task" [ 1528.821161] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.828309] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.332546] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278172, 'name': ReconfigVM_Task, 'duration_secs': 0.266848} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.332940] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 6f6a5acb-ee0a-4913-972a-50e8fa958e7e/6f6a5acb-ee0a-4913-972a-50e8fa958e7e.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.333456] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1759948d-3a08-43d3-a23f-33a23ca9b6b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.339287] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1529.339287] env[69289]: value = "task-3278173" [ 1529.339287] env[69289]: _type = "Task" [ 1529.339287] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.346021] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278173, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.849302] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278173, 'name': Rename_Task, 'duration_secs': 0.137366} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.849577] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.849818] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe78a5b7-8a95-4131-9c9c-41e62cd102ba {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.855176] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1529.855176] env[69289]: value = "task-3278174" [ 1529.855176] env[69289]: _type = "Task" [ 1529.855176] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.862269] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.365269] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278174, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.866284] env[69289]: DEBUG oslo_vmware.api [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278174, 'name': PowerOnVM_Task, 'duration_secs': 0.566021} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.866626] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.866835] env[69289]: INFO nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1530.867016] env[69289]: DEBUG nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.867785] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d526c798-ba6a-4364-8261-54fca99aab83 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.385261] env[69289]: INFO nova.compute.manager [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Took 11.76 seconds to build instance. [ 1531.536146] env[69289]: DEBUG nova.compute.manager [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Received event network-changed-39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.536376] env[69289]: DEBUG nova.compute.manager [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Refreshing instance network info cache due to event network-changed-39694ce8-bbe6-441e-b595-425b347d5dde. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1531.536607] env[69289]: DEBUG oslo_concurrency.lockutils [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] Acquiring lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.536754] env[69289]: DEBUG oslo_concurrency.lockutils [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] Acquired lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.536912] env[69289]: DEBUG nova.network.neutron [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Refreshing network info cache for port 39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1531.887833] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2c8909b-56c3-46cb-beb5-64a007bbb925 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.274s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.234925] env[69289]: DEBUG nova.network.neutron [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updated VIF entry in instance network info cache for port 39694ce8-bbe6-441e-b595-425b347d5dde. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1532.235364] env[69289]: DEBUG nova.network.neutron [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.738405] env[69289]: DEBUG oslo_concurrency.lockutils [req-ecd1dfd8-b08a-4a12-8252-6aadb4949dfe req-3a197d04-c913-4639-9f2c-05220b9db3bf service nova] Releasing lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.929474] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.432313] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.432574] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.432742] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.432896] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1557.433823] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acdcd3e-4cb7-4191-a6bb-c44d3cc9921e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.442423] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9d25a0-52c4-42a9-a052-b38c40148c52 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.456330] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7af767-a820-4043-81a2-79b9545e6d99 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.462493] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0651094b-d947-4e6f-9212-94c1a28a2ba3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.490160] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180859MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1557.490322] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.490518] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1558.515411] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 6f6a5acb-ee0a-4913-972a-50e8fa958e7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1558.515740] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1558.515794] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1558.540527] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f163ac9e-3033-4168-9f24-e8756607b62e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.547994] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c073f-c6d1-457b-a822-6b64f057bb88 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.577350] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138f75fc-6c5a-402b-b348-d24aea96356b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.583701] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426fe522-d546-43b8-bfa2-645fb51d04b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.595917] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.098999] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.603292] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1559.603658] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.603661] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.603939] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.605028] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.930723] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.930723] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.930723] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.930723] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1561.925192] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.272149] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.272420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.775837] env[69289]: DEBUG nova.compute.utils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1570.278469] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.340590] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.341071] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.341182] env[69289]: INFO nova.compute.manager [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Attaching volume 19d4f844-c9ff-4186-affd-14c2b0219fd8 to /dev/sdb [ 1571.370847] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e960e14-ec71-467c-8415-f8afd84371de {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.377927] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80dd4c8-7c87-4c6f-8223-02f28c06416c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.390793] env[69289]: DEBUG nova.virt.block_device [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating existing volume attachment record: 4973443e-2d15-4165-b459-e0a004e52d33 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1575.937194] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1575.937523] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654696', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'name': 'volume-19d4f844-c9ff-4186-affd-14c2b0219fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6a5acb-ee0a-4913-972a-50e8fa958e7e', 'attached_at': '', 'detached_at': '', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'serial': '19d4f844-c9ff-4186-affd-14c2b0219fd8'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1575.938769] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c024e0f-4130-44a2-8b56-1a4fff8d70d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.962385] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb52bd1-cff2-4b4f-855a-58b93af191b7 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.993011] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-19d4f844-c9ff-4186-affd-14c2b0219fd8/volume-19d4f844-c9ff-4186-affd-14c2b0219fd8.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.993345] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d79f8d59-f25f-4eea-a19f-dec56a51b395 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.011881] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1576.011881] env[69289]: value = "task-3278179" [ 1576.011881] env[69289]: _type = "Task" [ 1576.011881] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.019698] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.521666] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278179, 'name': ReconfigVM_Task, 'duration_secs': 0.322814} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.521942] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-19d4f844-c9ff-4186-affd-14c2b0219fd8/volume-19d4f844-c9ff-4186-affd-14c2b0219fd8.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.526503] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92109a78-6d22-4605-9193-b0e0aeb9ed69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.540177] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1576.540177] env[69289]: value = "task-3278180" [ 1576.540177] env[69289]: _type = "Task" [ 1576.540177] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.547546] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.049957] env[69289]: DEBUG oslo_vmware.api [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278180, 'name': ReconfigVM_Task, 'duration_secs': 0.141269} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.050257] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654696', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'name': 'volume-19d4f844-c9ff-4186-affd-14c2b0219fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6a5acb-ee0a-4913-972a-50e8fa958e7e', 'attached_at': '', 'detached_at': '', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'serial': '19d4f844-c9ff-4186-affd-14c2b0219fd8'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1578.083814] env[69289]: DEBUG nova.objects.instance [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.591164] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d7c3fbb5-8357-481e-9cc5-279108012e2b tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.250s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.666415] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.666668] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.666895] env[69289]: DEBUG nova.compute.manager [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.668015] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e02366-7744-4ce5-b855-ead324185e9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.674529] env[69289]: DEBUG nova.compute.manager [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1578.675102] env[69289]: DEBUG nova.objects.instance [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.681044] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.681391] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c524e1a-7775-4029-94db-14bcef8ec3ff {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.689577] env[69289]: DEBUG oslo_vmware.api [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1579.689577] env[69289]: value = "task-3278181" [ 1579.689577] env[69289]: _type = "Task" [ 1579.689577] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.697229] env[69289]: DEBUG oslo_vmware.api [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.199391] env[69289]: DEBUG oslo_vmware.api [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278181, 'name': PowerOffVM_Task, 'duration_secs': 0.182283} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.199678] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1580.199854] env[69289]: DEBUG nova.compute.manager [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.200607] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b321dec-b354-4a92-9f8d-27817f8410c8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.711550] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d8e1d2ec-9cb0-4db1-b720-799cb93ba876 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.022388] env[69289]: DEBUG nova.objects.instance [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1581.527405] env[69289]: DEBUG oslo_concurrency.lockutils [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.527605] env[69289]: DEBUG oslo_concurrency.lockutils [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.527734] env[69289]: DEBUG nova.network.neutron [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1581.527904] env[69289]: DEBUG nova.objects.instance [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'info_cache' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.030856] env[69289]: DEBUG nova.objects.base [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Object Instance<6f6a5acb-ee0a-4913-972a-50e8fa958e7e> lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1582.727840] env[69289]: DEBUG nova.network.neutron [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.233603] env[69289]: DEBUG oslo_concurrency.lockutils [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.240474] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.240852] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a27e2ef-cbc1-4a36-b382-33e6e20f8f91 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.248749] env[69289]: DEBUG oslo_vmware.api [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1584.248749] env[69289]: value = "task-3278182" [ 1584.248749] env[69289]: _type = "Task" [ 1584.248749] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.255817] env[69289]: DEBUG oslo_vmware.api [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.758322] env[69289]: DEBUG oslo_vmware.api [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278182, 'name': PowerOnVM_Task, 'duration_secs': 0.362913} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.758577] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.758783] env[69289]: DEBUG nova.compute.manager [None req-35b46ec8-12a4-427f-a077-a40c747aa29f tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.759561] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8271ab-41f1-4645-b22b-5d6769bd45bb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.929339] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.929725] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.929725] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.432880] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.433133] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1618.433312] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.433466] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1618.434379] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d3e8d1-981a-4900-9b3f-59fd8fad0d27 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.442567] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018027fd-e5b1-4555-9453-33d643b853dc {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.456928] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a0a3b6-f79e-4c44-bea6-0b79afbd5538 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.462826] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51337bc-118c-4543-8304-37512839d8d1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.490575] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180854MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1618.490722] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1618.490902] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1619.516455] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 6f6a5acb-ee0a-4913-972a-50e8fa958e7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1619.516758] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1619.516828] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1619.536028] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing inventories for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1619.548328] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating ProviderTree inventory for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1619.548499] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Updating inventory in ProviderTree for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.559306] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing aggregate associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, aggregates: None {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1619.577198] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Refreshing trait associations for resource provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f, traits: HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69289) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1619.602897] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3d56e-a55d-460a-b092-868cba9501c0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.609863] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6bf66-09f9-46b3-a8ea-9350683687d6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.639514] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d950e0-4c11-4053-b462-fd1336e99bd3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.646008] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ceb437-729f-4a81-815b-29f9dd4c29df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.658341] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.161864] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.163231] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1620.163437] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.673s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1620.962939] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.963341] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.466949] env[69289]: INFO nova.compute.manager [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Detaching volume 19d4f844-c9ff-4186-affd-14c2b0219fd8 [ 1621.496521] env[69289]: INFO nova.virt.block_device [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Attempting to driver detach volume 19d4f844-c9ff-4186-affd-14c2b0219fd8 from mountpoint /dev/sdb [ 1621.496789] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1621.497016] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654696', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'name': 'volume-19d4f844-c9ff-4186-affd-14c2b0219fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6a5acb-ee0a-4913-972a-50e8fa958e7e', 'attached_at': '', 'detached_at': '', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'serial': '19d4f844-c9ff-4186-affd-14c2b0219fd8'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1621.497873] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e2f112-8e0f-4706-aef6-4e27216491b2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.519190] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35251ad-2edd-4fd5-8f2a-8e2998e1770f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.525750] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25292c-81ef-4ba1-a613-17bffe97b2be {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.546116] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514187de-8260-433b-813a-445bea50aa3a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.560396] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] The volume has not been displaced from its original location: [datastore1] volume-19d4f844-c9ff-4186-affd-14c2b0219fd8/volume-19d4f844-c9ff-4186-affd-14c2b0219fd8.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1621.565635] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1621.565882] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3849b818-acfe-4178-a565-122b3604155f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.582287] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1621.582287] env[69289]: value = "task-3278183" [ 1621.582287] env[69289]: _type = "Task" [ 1621.582287] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.589374] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.092198] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278183, 'name': ReconfigVM_Task, 'duration_secs': 0.216205} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.092592] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1622.096970] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096bded7-6809-45c3-8d33-de21eafd0e97 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.110937] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1622.110937] env[69289]: value = "task-3278184" [ 1622.110937] env[69289]: _type = "Task" [ 1622.110937] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.118451] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.163053] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.163258] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.163425] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.163596] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1622.163714] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1622.620985] env[69289]: DEBUG oslo_vmware.api [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278184, 'name': ReconfigVM_Task, 'duration_secs': 0.132743} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.621427] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654696', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'name': 'volume-19d4f844-c9ff-4186-affd-14c2b0219fd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f6a5acb-ee0a-4913-972a-50e8fa958e7e', 'attached_at': '', 'detached_at': '', 'volume_id': '19d4f844-c9ff-4186-affd-14c2b0219fd8', 'serial': '19d4f844-c9ff-4186-affd-14c2b0219fd8'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1622.930399] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.161258] env[69289]: DEBUG nova.objects.instance [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.133224] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.169456] env[69289]: DEBUG oslo_concurrency.lockutils [None req-6279c9e8-d3e8-442d-81ed-f9584d043d32 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.170580] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.038s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.170766] env[69289]: DEBUG nova.compute.manager [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.171817] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ffdbbc-1483-456b-b537-c9bf97591884 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.178779] env[69289]: DEBUG nova.compute.manager [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69289) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1624.179358] env[69289]: DEBUG nova.objects.instance [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.186316] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.186714] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff81314-c3ef-4d95-a368-c85f6a5a4092 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.193699] env[69289]: DEBUG oslo_vmware.api [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1625.193699] env[69289]: value = "task-3278185" [ 1625.193699] env[69289]: _type = "Task" [ 1625.193699] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.202951] env[69289]: DEBUG oslo_vmware.api [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.705033] env[69289]: DEBUG oslo_vmware.api [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278185, 'name': PowerOffVM_Task, 'duration_secs': 0.156116} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.705033] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.705033] env[69289]: DEBUG nova.compute.manager [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.705033] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e184a248-8306-40f0-b502-af618ba25ac9 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.215340] env[69289]: DEBUG oslo_concurrency.lockutils [None req-5fc8e520-3580-43b3-b69b-4982d7c03c18 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.485074] env[69289]: DEBUG nova.objects.instance [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.989673] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.989885] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.989999] env[69289]: DEBUG nova.network.neutron [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.990197] env[69289]: DEBUG nova.objects.instance [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'info_cache' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.493674] env[69289]: DEBUG nova.objects.base [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Object Instance<6f6a5acb-ee0a-4913-972a-50e8fa958e7e> lazy-loaded attributes: flavor,info_cache {{(pid=69289) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1628.439362] env[69289]: DEBUG nova.network.neutron [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [{"id": "39694ce8-bbe6-441e-b595-425b347d5dde", "address": "fa:16:3e:90:9f:9f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39694ce8-bb", "ovs_interfaceid": "39694ce8-bbe6-441e-b595-425b347d5dde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.942624] env[69289]: DEBUG oslo_concurrency.lockutils [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "refresh_cache-6f6a5acb-ee0a-4913-972a-50e8fa958e7e" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.949145] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.949508] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b3543e1-98b5-4efa-aa33-363e8a4d10e2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.956292] env[69289]: DEBUG oslo_vmware.api [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1629.956292] env[69289]: value = "task-3278186" [ 1629.956292] env[69289]: _type = "Task" [ 1629.956292] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.964669] env[69289]: DEBUG oslo_vmware.api [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.465656] env[69289]: DEBUG oslo_vmware.api [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278186, 'name': PowerOnVM_Task, 'duration_secs': 0.385356} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.465910] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.466125] env[69289]: DEBUG nova.compute.manager [None req-1f1b8dbd-1d2d-49cd-91de-e78bd44f9264 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.466899] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045459a-e902-4c02-a352-2542e787d6fb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.926136] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.141285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.141861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.141861] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.142057] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.142146] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.145934] env[69289]: INFO nova.compute.manager [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Terminating instance [ 1668.649629] env[69289]: DEBUG nova.compute.manager [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1668.649877] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1668.650864] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1573dad4-864c-4dc4-baec-4b7524d3e476 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.658911] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.659138] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-042b91dc-296e-4327-ba5c-ab99876cd34a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.667866] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1668.667866] env[69289]: value = "task-3278187" [ 1668.667866] env[69289]: _type = "Task" [ 1668.667866] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.675954] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.177460] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278187, 'name': PowerOffVM_Task, 'duration_secs': 0.202243} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.177882] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.177882] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.178132] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-740a534e-cd88-4637-bdd5-a459f9ad7cda {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.243453] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1669.243710] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1669.243906] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleting the datastore file [datastore1] 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1669.244194] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-118d6b39-3910-4f38-97cf-db5e3c6bb335 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.252763] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1669.252763] env[69289]: value = "task-3278189" [ 1669.252763] env[69289]: _type = "Task" [ 1669.252763] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.259773] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.762905] env[69289]: DEBUG oslo_vmware.api [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152359} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.763172] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1669.763355] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1669.763528] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1669.763700] env[69289]: INFO nova.compute.manager [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1669.763946] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1669.764163] env[69289]: DEBUG nova.compute.manager [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1669.764266] env[69289]: DEBUG nova.network.neutron [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1670.201495] env[69289]: DEBUG nova.compute.manager [req-dd43e92b-884d-4a87-ac23-37a9ed215473 req-e86e0174-1e11-4880-9353-844f8ee64d24 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Received event network-vif-deleted-39694ce8-bbe6-441e-b595-425b347d5dde {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1670.201822] env[69289]: INFO nova.compute.manager [req-dd43e92b-884d-4a87-ac23-37a9ed215473 req-e86e0174-1e11-4880-9353-844f8ee64d24 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Neutron deleted interface 39694ce8-bbe6-441e-b595-425b347d5dde; detaching it from the instance and deleting it from the info cache [ 1670.202136] env[69289]: DEBUG nova.network.neutron [req-dd43e92b-884d-4a87-ac23-37a9ed215473 req-e86e0174-1e11-4880-9353-844f8ee64d24 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.685953] env[69289]: DEBUG nova.network.neutron [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.706459] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89225e2c-f980-41e0-9f05-8edd61e93601 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.716635] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa809e3-ff88-464f-81f2-40e8f91b7cb1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.739994] env[69289]: DEBUG nova.compute.manager [req-dd43e92b-884d-4a87-ac23-37a9ed215473 req-e86e0174-1e11-4880-9353-844f8ee64d24 service nova] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Detach interface failed, port_id=39694ce8-bbe6-441e-b595-425b347d5dde, reason: Instance 6f6a5acb-ee0a-4913-972a-50e8fa958e7e could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1671.189124] env[69289]: INFO nova.compute.manager [-] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Took 1.42 seconds to deallocate network for instance. [ 1671.697928] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.698237] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.698453] env[69289]: DEBUG nova.objects.instance [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'resources' on Instance uuid 6f6a5acb-ee0a-4913-972a-50e8fa958e7e {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1672.233043] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c83a6c-1438-4a7e-9e67-20c96bc79422 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.240210] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478c8522-6477-4bc3-a168-a8820e55c64c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.270700] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca9a326-0bfc-4aed-8031-eb6cd749afee {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.277413] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e16019-fbcf-4483-a404-53da239294bd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.289993] env[69289]: DEBUG nova.compute.provider_tree [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.792804] env[69289]: DEBUG nova.scheduler.client.report [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.298258] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.320204] env[69289]: INFO nova.scheduler.client.report [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleted allocations for instance 6f6a5acb-ee0a-4913-972a-50e8fa958e7e [ 1673.827636] env[69289]: DEBUG oslo_concurrency.lockutils [None req-d2a6a07f-29f6-4842-b30b-030a4dc1ce3e tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "6f6a5acb-ee0a-4913-972a-50e8fa958e7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.189420] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.189744] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.691889] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Starting instance... {{(pid=69289) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1677.210999] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1677.211327] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1677.212806] env[69289]: INFO nova.compute.claims [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.929826] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1678.246232] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51882bfa-99d8-4f27-8c89-077b465bf0d0 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.253865] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a37e8d9-2a80-4e1d-8f35-99eecd98f8ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.282868] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69d548c-35c2-4747-82e0-463281cdca15 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.289421] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd210a8-a0f8-4a38-a6df-653510cc6a87 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.301826] env[69289]: DEBUG nova.compute.provider_tree [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.432948] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1678.805363] env[69289]: DEBUG nova.scheduler.client.report [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.309988] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.310603] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Start building networks asynchronously for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.313285] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.880s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.313476] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1679.313624] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1679.314640] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497dddd-6d86-4afc-8d7b-e1aeca347ccb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.322759] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e07bb6-dab9-4634-8391-69fa7573fbab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.337255] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388068a7-6e19-4ebf-bcf4-16553191000f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.343811] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1229cf3f-96e7-4d95-8088-0c1d8fca285f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.372140] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180829MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1679.372279] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.372500] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.815614] env[69289]: DEBUG nova.compute.utils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1679.817040] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Allocating IP information in the background. {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.817212] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] allocate_for_instance() {{(pid=69289) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.871168] env[69289]: DEBUG nova.policy [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77e42e90424f4c939f2f0473b2fbdb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be657f8af4047bbbb632506780e99ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69289) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.137018] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Successfully created port: 00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1680.319923] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Start building block device mappings for instance. {{(pid=69289) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.399113] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 656b9990-846a-4721-bcf5-8974647bf5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1680.399321] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1680.399465] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1680.425325] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d6ad86-d9fb-4ac7-af0e-c3bbb86d0357 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.432608] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51363f84-989c-4f45-9e00-53270cbd1fd8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.462170] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68257ff6-3575-42fe-ab50-e61bb88f65a2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.468670] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79436c8-dcc0-4e1b-92ce-2809319a0676 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.480913] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.983526] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.329195] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Start spawning the instance on the hypervisor. {{(pid=69289) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1681.354839] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T18:29:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T18:29:18Z,direct_url=,disk_format='vmdk',id=6a56f73b-175b-4481-93e6-8fbc6cd247e0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a4e7c30f56864f33b40b545737fd7f3f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T18:29:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1681.355097] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Flavor limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1681.355263] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Image limits 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.355452] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Flavor pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1681.355598] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Image pref 0:0:0 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.356062] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69289) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1681.356062] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1681.356193] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1681.356282] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Got 1 possible topologies {{(pid=69289) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1681.356416] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1681.356585] env[69289]: DEBUG nova.virt.hardware [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69289) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1681.357451] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c2e60f-90a6-4fea-8949-f48fda80bb9a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.365136] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef051cb-114a-4fd7-8e0d-0b37753495fd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.465642] env[69289]: DEBUG nova.compute.manager [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Received event network-vif-plugged-00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1681.465924] env[69289]: DEBUG oslo_concurrency.lockutils [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.466065] env[69289]: DEBUG oslo_concurrency.lockutils [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] Lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.466236] env[69289]: DEBUG oslo_concurrency.lockutils [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] Lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.466403] env[69289]: DEBUG nova.compute.manager [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] No waiting events found dispatching network-vif-plugged-00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1681.466562] env[69289]: WARNING nova.compute.manager [req-e44b3c29-fe62-4203-83dd-44770e027813 req-4403057b-14bd-4cb9-8772-d3fbb3966768 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Received unexpected event network-vif-plugged-00ed6f8a-c10d-4472-9039-923c08d60fd3 for instance with vm_state building and task_state spawning. [ 1681.487493] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1681.487666] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.545518] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Successfully updated port: 00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1682.051448] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.051605] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1682.051674] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Building network info cache for instance {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.487699] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.488116] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.488116] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.488262] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.488399] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1682.580537] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Instance cache missing network info. {{(pid=69289) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.693719] env[69289]: DEBUG nova.network.neutron [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating instance_info_cache with network_info: [{"id": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "address": "fa:16:3e:65:39:6f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ed6f8a-c1", "ovs_interfaceid": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.925826] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1682.929425] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.196898] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.197234] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Instance network_info: |[{"id": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "address": "fa:16:3e:65:39:6f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ed6f8a-c1", "ovs_interfaceid": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69289) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1683.197710] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:39:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00ed6f8a-c10d-4472-9039-923c08d60fd3', 'vif_model': 'vmxnet3'}] {{(pid=69289) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1683.205086] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1683.205293] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Creating VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1683.205519] env[69289]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc8a5023-3df0-403f-8712-6fc72a3f2507 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.225351] env[69289]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.225351] env[69289]: value = "task-3278190" [ 1683.225351] env[69289]: _type = "Task" [ 1683.225351] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.232833] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278190, 'name': CreateVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.490822] env[69289]: DEBUG nova.compute.manager [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Received event network-changed-00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1683.491064] env[69289]: DEBUG nova.compute.manager [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Refreshing instance network info cache due to event network-changed-00ed6f8a-c10d-4472-9039-923c08d60fd3. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1683.491220] env[69289]: DEBUG oslo_concurrency.lockutils [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] Acquiring lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.491362] env[69289]: DEBUG oslo_concurrency.lockutils [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] Acquired lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.491517] env[69289]: DEBUG nova.network.neutron [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Refreshing network info cache for port 00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.735053] env[69289]: DEBUG oslo_vmware.api [-] Task: {'id': task-3278190, 'name': CreateVM_Task, 'duration_secs': 0.31128} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.735224] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Created VM on the ESX host {{(pid=69289) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.735875] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.736052] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.736387] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.736646] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b51dfa5-063e-4cb0-91da-4c4693d31a1e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.741040] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1683.741040] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2f9d1-a3a5-3535-103c-4253b31c0cab" [ 1683.741040] env[69289]: _type = "Task" [ 1683.741040] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.748421] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2f9d1-a3a5-3535-103c-4253b31c0cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.160925] env[69289]: DEBUG nova.network.neutron [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updated VIF entry in instance network info cache for port 00ed6f8a-c10d-4472-9039-923c08d60fd3. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.161303] env[69289]: DEBUG nova.network.neutron [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating instance_info_cache with network_info: [{"id": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "address": "fa:16:3e:65:39:6f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ed6f8a-c1", "ovs_interfaceid": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.251787] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52a2f9d1-a3a5-3535-103c-4253b31c0cab, 'name': SearchDatastore_Task, 'duration_secs': 0.012673} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.252099] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.252364] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Processing image 6a56f73b-175b-4481-93e6-8fbc6cd247e0 {{(pid=69289) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.252649] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.252809] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.252993] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.253259] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27e66912-5498-40f7-8a16-bdd06d523a8e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.261583] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69289) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.261749] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69289) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.262420] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd7e52b-ddab-44e3-94a9-20f640859e12 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.267180] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1684.267180] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]525262b4-388f-2e52-9993-b73136fe4715" [ 1684.267180] env[69289]: _type = "Task" [ 1684.267180] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.275247] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525262b4-388f-2e52-9993-b73136fe4715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.663717] env[69289]: DEBUG oslo_concurrency.lockutils [req-93e95016-d2d0-4c3d-aafb-13071fc8437e req-847ab4aa-1721-487b-bdd8-3fd05b54da27 service nova] Releasing lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.777057] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]525262b4-388f-2e52-9993-b73136fe4715, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.777821] env[69289]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf43ea5-45c0-454b-b948-b9573d638ab5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.782834] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1684.782834] env[69289]: value = "session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab4796-2a07-6bf9-becb-8034fa09ca41" [ 1684.782834] env[69289]: _type = "Task" [ 1684.782834] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.789887] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab4796-2a07-6bf9-becb-8034fa09ca41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.929631] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.294066] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': session[52f16616-31bb-8b6a-c939-19da52b508a8]52ab4796-2a07-6bf9-becb-8034fa09ca41, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.294323] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.294594] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 656b9990-846a-4721-bcf5-8974647bf5e0/656b9990-846a-4721-bcf5-8974647bf5e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.294814] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d6ac982-036e-4268-8ec5-b76465912fc6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.301290] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1685.301290] env[69289]: value = "task-3278191" [ 1685.301290] env[69289]: _type = "Task" [ 1685.301290] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.308245] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.810349] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41789} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.810739] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a56f73b-175b-4481-93e6-8fbc6cd247e0/6a56f73b-175b-4481-93e6-8fbc6cd247e0.vmdk to [datastore1] 656b9990-846a-4721-bcf5-8974647bf5e0/656b9990-846a-4721-bcf5-8974647bf5e0.vmdk {{(pid=69289) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.810827] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Extending root virtual disk to 1048576 {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.811060] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54439eb6-d727-4f79-9a10-3bdb3ef32b14 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.818101] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1685.818101] env[69289]: value = "task-3278192" [ 1685.818101] env[69289]: _type = "Task" [ 1685.818101] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.826199] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.330623] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064742} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.330959] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Extended root virtual disk {{(pid=69289) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.332054] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e3fd6-40fc-454a-b997-fa26a795188e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.364747] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 656b9990-846a-4721-bcf5-8974647bf5e0/656b9990-846a-4721-bcf5-8974647bf5e0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.365858] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b6ac92-da8d-4370-8e17-ed40f26a05f1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.386072] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1686.386072] env[69289]: value = "task-3278193" [ 1686.386072] env[69289]: _type = "Task" [ 1686.386072] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.393731] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.897549] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.396270] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278193, 'name': ReconfigVM_Task, 'duration_secs': 0.789004} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.396542] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 656b9990-846a-4721-bcf5-8974647bf5e0/656b9990-846a-4721-bcf5-8974647bf5e0.vmdk or device None with type sparse {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.397158] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d39346d-f791-4297-acaa-a00c633f0af3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.403372] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1687.403372] env[69289]: value = "task-3278194" [ 1687.403372] env[69289]: _type = "Task" [ 1687.403372] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.410500] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278194, 'name': Rename_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.913968] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278194, 'name': Rename_Task, 'duration_secs': 0.245725} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.914369] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Powering on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.914497] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2b562f-044f-450f-9ff2-81fe822839df {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.921574] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1687.921574] env[69289]: value = "task-3278195" [ 1687.921574] env[69289]: _type = "Task" [ 1687.921574] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.928947] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.431779] env[69289]: DEBUG oslo_vmware.api [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278195, 'name': PowerOnVM_Task, 'duration_secs': 0.448757} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.432207] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Powered on the VM {{(pid=69289) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.432440] env[69289]: INFO nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1688.432659] env[69289]: DEBUG nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Checking state {{(pid=69289) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.433395] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9b7191-2b5a-4237-8908-3c604ea32b0f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.950520] env[69289]: INFO nova.compute.manager [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Took 11.75 seconds to build instance. [ 1689.067136] env[69289]: DEBUG nova.compute.manager [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Received event network-changed-00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1689.067337] env[69289]: DEBUG nova.compute.manager [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Refreshing instance network info cache due to event network-changed-00ed6f8a-c10d-4472-9039-923c08d60fd3. {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1689.067546] env[69289]: DEBUG oslo_concurrency.lockutils [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] Acquiring lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.067687] env[69289]: DEBUG oslo_concurrency.lockutils [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] Acquired lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.067841] env[69289]: DEBUG nova.network.neutron [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Refreshing network info cache for port 00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.452779] env[69289]: DEBUG oslo_concurrency.lockutils [None req-c2b60b07-a777-4a01-92b8-28bbc09d4243 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.263s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1689.776871] env[69289]: DEBUG nova.network.neutron [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updated VIF entry in instance network info cache for port 00ed6f8a-c10d-4472-9039-923c08d60fd3. {{(pid=69289) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.777236] env[69289]: DEBUG nova.network.neutron [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating instance_info_cache with network_info: [{"id": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "address": "fa:16:3e:65:39:6f", "network": {"id": "bdc4dbba-517e-4fa6-8ae4-0b15aa35b8ba", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1650808476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5be657f8af4047bbbb632506780e99ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00ed6f8a-c1", "ovs_interfaceid": "00ed6f8a-c10d-4472-9039-923c08d60fd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.279520] env[69289]: DEBUG oslo_concurrency.lockutils [req-45848ff6-aea4-4ac5-a3ee-721636756dba req-c5a62051-58ce-4951-a338-1486b03554fb service nova] Releasing lock "refresh_cache-656b9990-846a-4721-bcf5-8974647bf5e0" {{(pid=69289) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1728.129652] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.130041] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.633809] env[69289]: DEBUG nova.compute.utils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1729.136634] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.195723] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.196150] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.196282] env[69289]: INFO nova.compute.manager [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attaching volume 2d3cab27-ced8-4ecb-be04-91444e34849b to /dev/sdb [ 1730.229213] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41d7a28-3a47-445a-bc4e-f0668f574cf6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.235969] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf184a57-1cd1-4105-a683-8f64ad230b5a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.248868] env[69289]: DEBUG nova.virt.block_device [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating existing volume attachment record: fbb966e2-afcb-4d12-b2fc-ef959c3fa646 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1734.793199] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1734.793476] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654698', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'name': 'volume-2d3cab27-ced8-4ecb-be04-91444e34849b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'serial': '2d3cab27-ced8-4ecb-be04-91444e34849b'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1734.794384] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e606a3e-9c71-44ad-a084-0fb7981e1202 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.810654] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a3cc77-e362-4c9a-9b10-c5787155b41f {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.834475] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-2d3cab27-ced8-4ecb-be04-91444e34849b/volume-2d3cab27-ced8-4ecb-be04-91444e34849b.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.834735] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2794bebe-2a07-4593-9a41-bf690faa9467 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.852186] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1734.852186] env[69289]: value = "task-3278198" [ 1734.852186] env[69289]: _type = "Task" [ 1734.852186] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.859654] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.362268] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278198, 'name': ReconfigVM_Task, 'duration_secs': 0.342701} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.362547] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-2d3cab27-ced8-4ecb-be04-91444e34849b/volume-2d3cab27-ced8-4ecb-be04-91444e34849b.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.367113] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed0f4aa8-1d55-479a-8425-5424b436b6ae {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.382187] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1735.382187] env[69289]: value = "task-3278199" [ 1735.382187] env[69289]: _type = "Task" [ 1735.382187] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.389908] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.891378] env[69289]: DEBUG oslo_vmware.api [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278199, 'name': ReconfigVM_Task, 'duration_secs': 0.139792} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.891687] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654698', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'name': 'volume-2d3cab27-ced8-4ecb-be04-91444e34849b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'serial': '2d3cab27-ced8-4ecb-be04-91444e34849b'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1736.926770] env[69289]: DEBUG nova.objects.instance [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.434198] env[69289]: DEBUG oslo_concurrency.lockutils [None req-dd19084d-3f2e-4a86-b955-72b3a494a5d1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.929707] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1738.245443] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.245681] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.434529] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.434810] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.434949] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1738.435118] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69289) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1738.435969] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0f8e4-6688-46f7-8406-0aaaeb69afe3 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.444265] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe3891-d205-4a4c-8197-d6442af025eb {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.457833] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318cbc5d-3d6b-41c0-9c4f-7e532d6a13cf {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.463990] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da29307e-5aa0-4c4c-a171-1c2a3f4ffc61 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.492448] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180859MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=69289) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1738.492579] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1738.492783] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.748714] env[69289]: DEBUG nova.compute.utils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Using /dev/sd instead of None {{(pid=69289) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1739.252105] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1739.516599] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Instance 656b9990-846a-4721-bcf5-8974647bf5e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69289) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1739.516806] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1739.516951] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69289) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1739.541238] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec96b99e-40d1-45b2-8c26-d2a4012336f8 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.548588] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb25a15-a217-4d4c-9c91-3c2e6c006834 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.576816] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f702fab0-465a-4d28-a6b8-0a2774219d6e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.583097] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214ae33d-908c-4ae3-9fe6-9c34b3c7bc57 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.595924] env[69289]: DEBUG nova.compute.provider_tree [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.099551] env[69289]: DEBUG nova.scheduler.client.report [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1740.303838] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1740.304270] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1740.304333] env[69289]: INFO nova.compute.manager [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attaching volume 0ca41f58-7de1-4105-9cc7-a726e5f9850f to /dev/sdc [ 1740.334008] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21483ae-07be-44a0-ae03-3b83b28dd366 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.342149] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38303835-1f35-4f3d-a836-d32fb718a4e4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.354723] env[69289]: DEBUG nova.virt.block_device [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating existing volume attachment record: 382e38b6-3c12-412a-b936-b715f7a69aa8 {{(pid=69289) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1740.604280] env[69289]: DEBUG nova.compute.resource_tracker [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69289) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1740.604614] env[69289]: DEBUG oslo_concurrency.lockutils [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1740.929837] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1740.930107] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1740.930310] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1740.930453] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1741.434458] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] There are 3 instances to clean {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1741.434836] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 6f6a5acb-ee0a-4913-972a-50e8fa958e7e] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1741.937587] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: d6d84aed-ef16-43d1-92ab-e64fee0b88be] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1742.441120] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] [instance: 2f7d0b65-b74b-418a-9969-ff9acacdf56a] Instance has had 0 of 5 cleanup attempts {{(pid=69289) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1743.943131] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.943409] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.943577] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69289) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1744.898097] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Volume attach. Driver type: vmdk {{(pid=69289) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1744.898343] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654699', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'name': 'volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'serial': '0ca41f58-7de1-4105-9cc7-a726e5f9850f'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1744.899245] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3edb480-b8fd-4caa-b88c-0ad4c585ce69 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.915193] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21af88e-e4b5-4ce5-ae2c-a677e60d65e6 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.933872] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.941081] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f/volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1744.941332] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.941503] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc306ab-06b0-43e0-ac13-e0d77c4fc272 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.959136] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1744.959136] env[69289]: value = "task-3278202" [ 1744.959136] env[69289]: _type = "Task" [ 1744.959136] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.966699] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.468835] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278202, 'name': ReconfigVM_Task, 'duration_secs': 0.339407} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.469126] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f/volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f.vmdk or device None with type thin {{(pid=69289) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.473656] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc0284a-a4c9-4f2a-a835-9ec1ff81c494 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.487990] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1745.487990] env[69289]: value = "task-3278203" [ 1745.487990] env[69289]: _type = "Task" [ 1745.487990] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.496378] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.941047] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.996931] env[69289]: DEBUG oslo_vmware.api [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278203, 'name': ReconfigVM_Task, 'duration_secs': 0.137861} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.997278] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654699', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'name': 'volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'serial': '0ca41f58-7de1-4105-9cc7-a726e5f9850f'} {{(pid=69289) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1747.032713] env[69289]: DEBUG nova.objects.instance [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.538701] env[69289]: DEBUG oslo_concurrency.lockutils [None req-3491a2d9-939d-45f6-a4e0-f8b4069cc9c4 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1747.821947] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1747.822181] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1748.325411] env[69289]: INFO nova.compute.manager [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Detaching volume 2d3cab27-ced8-4ecb-be04-91444e34849b [ 1748.354558] env[69289]: INFO nova.virt.block_device [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attempting to driver detach volume 2d3cab27-ced8-4ecb-be04-91444e34849b from mountpoint /dev/sdb [ 1748.354805] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1748.355015] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654698', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'name': 'volume-2d3cab27-ced8-4ecb-be04-91444e34849b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'serial': '2d3cab27-ced8-4ecb-be04-91444e34849b'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1748.355871] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d56c1-9bdb-4d3d-a9bf-c7423028c4e1 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.379012] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd3f58-7b09-43a4-bc28-8936d7366760 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.385172] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ced57-7997-48a5-951d-51983d1f9e78 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.408014] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e91df14-8438-4e88-8185-90f6a87727ab {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.422102] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] The volume has not been displaced from its original location: [datastore1] volume-2d3cab27-ced8-4ecb-be04-91444e34849b/volume-2d3cab27-ced8-4ecb-be04-91444e34849b.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1748.427734] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1748.427998] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c6b166-5cd9-4473-b7de-1e1a77b34060 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.444783] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1748.444783] env[69289]: value = "task-3278204" [ 1748.444783] env[69289]: _type = "Task" [ 1748.444783] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.451906] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.955349] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.455945] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.956387] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278204, 'name': ReconfigVM_Task, 'duration_secs': 1.23515} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.956649] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1749.961192] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7a8624-effe-4ed4-ac56-a1cc774eab9e {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.975478] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1749.975478] env[69289]: value = "task-3278205" [ 1749.975478] env[69289]: _type = "Task" [ 1749.975478] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.982851] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.484535] env[69289]: DEBUG oslo_vmware.api [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278205, 'name': ReconfigVM_Task, 'duration_secs': 0.13936} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.484871] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654698', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'name': 'volume-2d3cab27-ced8-4ecb-be04-91444e34849b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '2d3cab27-ced8-4ecb-be04-91444e34849b', 'serial': '2d3cab27-ced8-4ecb-be04-91444e34849b'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1751.026388] env[69289]: DEBUG nova.objects.instance [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.034660] env[69289]: DEBUG oslo_concurrency.lockutils [None req-f73921f8-2247-459e-94b3-e0e131a1c032 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.212s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1752.082129] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1752.082365] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1752.585647] env[69289]: INFO nova.compute.manager [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Detaching volume 0ca41f58-7de1-4105-9cc7-a726e5f9850f [ 1752.614849] env[69289]: INFO nova.virt.block_device [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Attempting to driver detach volume 0ca41f58-7de1-4105-9cc7-a726e5f9850f from mountpoint /dev/sdc [ 1752.615126] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Volume detach. Driver type: vmdk {{(pid=69289) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1752.616027] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654699', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'name': 'volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'serial': '0ca41f58-7de1-4105-9cc7-a726e5f9850f'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1752.616221] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751213f3-4f76-47f0-9a8e-2494b73af418 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.637727] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656710ca-c4d5-4d31-93c3-8ebb6cd98ab4 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.644151] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c986b84-1556-4d91-a2fa-c4d1844f1099 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.663190] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a3e22-3c82-4f97-b48c-44144dc7c947 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.677200] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f/volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f.vmdk. No consolidation needed. {{(pid=69289) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1752.682215] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1752.682469] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5728a553-691e-4acd-884c-2feecffea714 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.699180] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1752.699180] env[69289]: value = "task-3278206" [ 1752.699180] env[69289]: _type = "Task" [ 1752.699180] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.706219] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.208855] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278206, 'name': ReconfigVM_Task, 'duration_secs': 0.218809} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.209182] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=69289) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1753.213728] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7515a1a5-f5df-4ba2-a9b0-0fa2a8931d80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.227135] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1753.227135] env[69289]: value = "task-3278207" [ 1753.227135] env[69289]: _type = "Task" [ 1753.227135] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.234273] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.736205] env[69289]: DEBUG oslo_vmware.api [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278207, 'name': ReconfigVM_Task, 'duration_secs': 0.133243} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.736498] env[69289]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-654699', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'name': 'volume-0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '656b9990-846a-4721-bcf5-8974647bf5e0', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca41f58-7de1-4105-9cc7-a726e5f9850f', 'serial': '0ca41f58-7de1-4105-9cc7-a726e5f9850f'} {{(pid=69289) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1754.277901] env[69289]: DEBUG nova.objects.instance [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'flavor' on Instance uuid 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1754.929348] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.929625] env[69289]: DEBUG nova.compute.manager [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69289) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1755.285489] env[69289]: DEBUG oslo_concurrency.lockutils [None req-ed9945f3-ae4e-47f1-a0d4-fdea038037b1 tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.451609] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.451992] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.452162] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.452335] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.452503] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.454753] env[69289]: INFO nova.compute.manager [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Terminating instance [ 1756.930242] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.957909] env[69289]: DEBUG nova.compute.manager [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Start destroying the instance on the hypervisor. {{(pid=69289) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1756.958161] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Destroying instance {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1756.959077] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e208d5d1-b8ea-4ee4-bb43-baf24183fa48 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.966866] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Powering off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.967106] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3214d41b-5abc-4dff-b17b-ae0a4c3b29d2 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.974587] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1756.974587] env[69289]: value = "task-3278208" [ 1756.974587] env[69289]: _type = "Task" [ 1756.974587] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.982702] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.435515] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.483840] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278208, 'name': PowerOffVM_Task, 'duration_secs': 0.183916} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.484157] env[69289]: DEBUG nova.virt.vmwareapi.vm_util [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Powered off the VM {{(pid=69289) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.484216] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Unregistering the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.484430] env[69289]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0606e91-b50d-4398-8b23-ebffb46458dd {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.553897] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Unregistered the VM {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.554151] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Deleting contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.554336] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleting the datastore file [datastore1] 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.554592] env[69289]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a89e7616-2bde-45b7-a107-cac7a3aa1f95 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.560470] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for the task: (returnval){ [ 1757.560470] env[69289]: value = "task-3278210" [ 1757.560470] env[69289]: _type = "Task" [ 1757.560470] env[69289]: } to complete. {{(pid=69289) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.567507] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.070553] env[69289]: DEBUG oslo_vmware.api [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Task: {'id': task-3278210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133333} completed successfully. {{(pid=69289) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.070849] env[69289]: DEBUG nova.virt.vmwareapi.ds_util [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleted the datastore file {{(pid=69289) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.070971] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Deleted contents of the VM from datastore datastore1 {{(pid=69289) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.071160] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Instance destroyed {{(pid=69289) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.071336] env[69289]: INFO nova.compute.manager [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1758.071569] env[69289]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69289) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1758.071757] env[69289]: DEBUG nova.compute.manager [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Deallocating network for instance {{(pid=69289) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1758.071856] env[69289]: DEBUG nova.network.neutron [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] deallocate_for_instance() {{(pid=69289) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1758.513882] env[69289]: DEBUG nova.compute.manager [req-36f7c5af-bc9b-4a60-af42-ceeb48c4bacd req-0b2d19b1-dd2a-4b7d-aac4-d6a9cdc74d9a service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Received event network-vif-deleted-00ed6f8a-c10d-4472-9039-923c08d60fd3 {{(pid=69289) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1758.514166] env[69289]: INFO nova.compute.manager [req-36f7c5af-bc9b-4a60-af42-ceeb48c4bacd req-0b2d19b1-dd2a-4b7d-aac4-d6a9cdc74d9a service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Neutron deleted interface 00ed6f8a-c10d-4472-9039-923c08d60fd3; detaching it from the instance and deleting it from the info cache [ 1758.514395] env[69289]: DEBUG nova.network.neutron [req-36f7c5af-bc9b-4a60-af42-ceeb48c4bacd req-0b2d19b1-dd2a-4b7d-aac4-d6a9cdc74d9a service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.999236] env[69289]: DEBUG nova.network.neutron [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Updating instance_info_cache with network_info: [] {{(pid=69289) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.017167] env[69289]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6926139f-997c-42f5-a30a-65c4148add80 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.026984] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f939b49a-bc90-44df-8eb7-976008b26e0a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.050860] env[69289]: DEBUG nova.compute.manager [req-36f7c5af-bc9b-4a60-af42-ceeb48c4bacd req-0b2d19b1-dd2a-4b7d-aac4-d6a9cdc74d9a service nova] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Detach interface failed, port_id=00ed6f8a-c10d-4472-9039-923c08d60fd3, reason: Instance 656b9990-846a-4721-bcf5-8974647bf5e0 could not be found. {{(pid=69289) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1759.503032] env[69289]: INFO nova.compute.manager [-] [instance: 656b9990-846a-4721-bcf5-8974647bf5e0] Took 1.43 seconds to deallocate network for instance. [ 1760.009908] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1760.010316] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1760.010413] env[69289]: DEBUG nova.objects.instance [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lazy-loading 'resources' on Instance uuid 656b9990-846a-4721-bcf5-8974647bf5e0 {{(pid=69289) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.593059] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b1dc4-5b87-46b0-bfbf-88943b33578a {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.600457] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bd92da-bfbc-49a9-8b6f-1b8d778b198c {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.628712] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3447b0c1-4642-4087-9eff-7ef1325cdd7b {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.635265] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdd335-306a-44fc-bb36-1efa6300e8b5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.648813] env[69289]: DEBUG nova.compute.provider_tree [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed in ProviderTree for provider: d1817315-9794-45d2-b0a0-d3d4c8d25b7f {{(pid=69289) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.151870] env[69289]: DEBUG nova.scheduler.client.report [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Inventory has not changed for provider d1817315-9794-45d2-b0a0-d3d4c8d25b7f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69289) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.657314] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1761.680257] env[69289]: INFO nova.scheduler.client.report [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Deleted allocations for instance 656b9990-846a-4721-bcf5-8974647bf5e0 [ 1762.188265] env[69289]: DEBUG oslo_concurrency.lockutils [None req-657dbce0-6a12-46df-af39-6697f3dd825a tempest-AttachVolumeTestJSON-495065987 tempest-AttachVolumeTestJSON-495065987-project-member] Lock "656b9990-846a-4721-bcf5-8974647bf5e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.736s {{(pid=69289) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1767.114390] env[69289]: DEBUG oslo_service.periodic_task [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69289) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.617543] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Getting list of instances from cluster (obj){ [ 1767.617543] env[69289]: value = "domain-c8" [ 1767.617543] env[69289]: _type = "ClusterComputeResource" [ 1767.617543] env[69289]: } {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1767.618640] env[69289]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b629880-a250-4d36-acbf-d0b88f9abee5 {{(pid=69289) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.627567] env[69289]: DEBUG nova.virt.vmwareapi.vmops [None req-50fce106-39dc-4b9a-a427-efb7890650b4 None None] Got total of 0 instances {{(pid=69289) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}}